-- Logs begin at Wed 2021-07-14 12:16:32 UTC, end at Wed 2021-07-14 13:14:42 UTC. -- Jul 14 12:44:45.752314 dv-cinder-786933-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 12:44:48.550639 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 14 12:44:48.551225 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 12:44:48.551316 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 12:44:48.554595 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 14 12:44:48.554849 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 12:44:48.555162 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 12:44:48.556124 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:44:48.556360 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:44:48.556724 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:44:48.556973 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:44:48.557200 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:44:48.557555 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.557858 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.558182 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.558414 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.558712 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.559005 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.559542 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.559838 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.560140 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.560433 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.560718 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.561008 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.561241 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.561527 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.561820 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.562134 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.562360 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.562643 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.563076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.563499 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.563793 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.564078 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.564362 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.564639 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.564918 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.565206 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.565543 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] host = dv-cinder-786933-4-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.565825 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.566144 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.566441 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.566730 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.567011 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.567288 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.567580 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.567863 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.568149 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.568424 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.568717 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.569009 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.569304 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.569531 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.569757 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.570074 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.570367 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.570650 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.570928 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.571208 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.571484 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.571763 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.572036 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.572327 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.572614 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.572908 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.573713 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.574030 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.574310 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.574586 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.574874 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.575154 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.575432 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.575711 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.576001 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.576276 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.576555 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.576860 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.577308 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.577965 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.578426 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.578822 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.579216 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.579623 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.579992 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.580392 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.580760 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.581143 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.581797 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.581941 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.582326 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.582718 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.583293 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.583822 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:48.584277 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.584723 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.585173 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.585602 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.586077 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.586488 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.586788 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.587077 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.587374 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.587671 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.587971 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.588257 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.588561 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.589416 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.589723 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.590066 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.590369 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.590668 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.590952 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.591233 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.591514 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.591800 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.592094 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.592394 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.592693 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.592971 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.593256 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.593552 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.593838 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.594140 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.594425 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.594715 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.594999 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.595277 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.595564 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.595850 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.596127 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.596403 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.596687 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.596977 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.597259 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.597532 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.597807 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.598112 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.598388 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.598676 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.598957 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.599235 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.599513 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.599796 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.600076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.600376 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.600649 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.600932 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.601219 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.601499 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.601777 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.602086 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.602368 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.602647 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.602928 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.603206 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.603490 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.603767 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.604045 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.604367 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.604644 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.604925 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.605222 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.605524 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.605808 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.606118 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.606404 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.606692 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.606979 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.607268 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.607548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.607838 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.608114 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.608408 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.608698 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.608997 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.609284 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.609566 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.609899 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.610172 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.610462 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.610746 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.611030 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.611327 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.611617 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.611918 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.612222 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.612525 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.612833 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.613132 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.613421 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.613738 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.614060 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:48.614283 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:44:48.614535 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92844) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 12:44:48.969620 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 12:44:48.969952 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 12:44:48.970264 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 12:44:48.970654 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 12:44:49.384479 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.384769 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.385045 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.386447 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.386733 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.387009 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.421994 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.422277 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.422542 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.436672 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.436957 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.437229 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.467899 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.468190 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.468464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.505606 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.505905 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.506180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.745714 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.746379 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.746379 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.746547 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.747184 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.872824 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.873146 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.873434 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.873711 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.874002 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.874313 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.874574 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.874830 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.875084 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.875366 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.875625 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.875888 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.876143 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.876393 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.876648 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.876923 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.877180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.877464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.877746 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.878034 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.878309 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.878571 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.878854 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.879255 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.879508 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.879755 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.880179 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.880422 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.880660 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.880897 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.881135 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.881372 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:49.881760 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 12:44:49.885323 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 12:44:49.889387 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 12:44:49.893323 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 14 12:44:49.895002 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 12:44:49.895469 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 12:44:49.895808 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 12:44:49.896203 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 12:44:49.899034 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 12:44:49.899286 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 12:44:49.899639 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 12:44:49.928520 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 12:44:49.929009 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.929574 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 12:44:49.930275 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.932314 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 12:44:49.932748 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 12:44:49.933080 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 12:44:49.940093 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:49.940375 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.005738 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 12:44:50.006006 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 12:44:50.006176 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 12:44:50.006507 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 12:44:50.028678 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_db.sqlalchemy.engines [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92844) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 12:44:50.560673 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing driver for type 'gre' Jul 14 12:44:50.561213 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] gre ID ranges: [(1, 1000)] Jul 14 12:44:50.611650 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing driver for type 'local' Jul 14 12:44:50.612055 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing driver for type 'vlan' Jul 14 12:44:50.626457 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] VlanTypeDriver initialization complete Jul 14 12:44:50.626793 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing driver for type 'vxlan' Jul 14 12:44:50.627294 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] vxlan ID ranges: [(1, 1000)] Jul 14 12:44:50.683013 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing extension driver 'port_security' Jul 14 12:44:50.683404 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] PortSecurityExtensionDriver initialization complete Jul 14 12:44:50.683736 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing mechanism driver 'openvswitch' Jul 14 12:44:50.684067 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing mechanism driver 'hyperv' Jul 14 12:44:50.690940 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:50.691792 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.692164 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.692517 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.693033 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.693464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.693818 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.694180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.694566 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.694967 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.695314 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.695650 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.696032 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.696512 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.696861 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.697199 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.697586 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.698016 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.698360 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.698697 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.699076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.699471 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > address_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.699810 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > address_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.700143 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.700524 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 12:44:50.700896 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] ML2 OVO RPC backend initialized. {{(pid=92844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 12:44:50.701600 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.701977 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.702391 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.702759 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > networks before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.703108 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.703438 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > ports before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.703774 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.704110 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnets before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.704448 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.704784 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.705137 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.705470 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.705826 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.706180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.706512 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.706844 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.707172 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.707745 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.plugin [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Modular L2 Plugin initialization complete Jul 14 12:44:50.708081 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading services supported by the core plugin {{(pid=92844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 12:44:50.708406 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Got port-security extension from driver 'port_security' Jul 14 12:44:50.708864 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.extensions.vlantransparent [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Disabled vlantransparent extension. Jul 14 12:44:50.709343 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 12:44:50.709655 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: router Jul 14 12:44:50.746878 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.747540 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.747632 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router before_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.747960 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.748325 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.748671 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.749025 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.749503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.749851 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.750224 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.750571 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.750926 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.751331 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.751697 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.752036 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.752373 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.752710 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.753053 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.753398 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.753738 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.754116 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.754472 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.754813 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.755166 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.755523 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.755867 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.756227 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.756574 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > agent after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.756917 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.757778 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Tracking information for resource: router configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:50.758142 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Tracking information for resource: floatingip configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:44:50.763466 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.db.l3_agentschedulers_db [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 12:44:50.764040 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.764399 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.764756 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.765242 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.766120 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router before_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.766489 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.766851 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.767204 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > router precommit_update 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.771845 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.provider_configuration [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service providers = [] {{(pid=92844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 12:44:50.772579 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.db.servicetype_db [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 12:44:50.775521 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:44:50.775868 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:44:50.776883 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:44:50.777787 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:44:50.778186 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.services.service_base [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 12:44:50.778578 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.778899 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 12:44:50.789642 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.790005 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: auto_allocate Jul 14 12:44:50.795873 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: network precommit_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.796241 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: network precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.796765 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.797085 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: tag Jul 14 12:44:50.803796 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.804123 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: timestamp Jul 14 12:44:50.807971 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.808295 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: network_ip_availability Jul 14 12:44:50.814063 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.814379 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.814731 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:50.815440 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.815750 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: flavors Jul 14 12:44:50.821103 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.821428 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading Plugin: revisions Jul 14 12:44:50.826928 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:44:50.827326 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 12:44:50.828102 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 12:44:50.828440 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Initializing extension manager. Jul 14 12:44:50.828956 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: __init__.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.829293 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: __pycache__ {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.829622 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.829976 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.830758 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.831334 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: address-group Jul 14 12:44:50.831654 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.832365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.832873 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: address-scope Jul 14 12:44:50.833192 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.834167 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.834679 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: router-admin-state-down-before-update Jul 14 12:44:50.834998 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: agent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.835701 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.836212 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: agent Jul 14 12:44:50.836533 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: agent_resources_synced.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.837446 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.837990 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: agent-resources-synced Jul 14 12:44:50.838313 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: allowedaddresspairs.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.840729 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.841256 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: allowed-address-pairs Jul 14 12:44:50.841585 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: auto_allocated_topology.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.842702 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.843220 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: auto-allocated-topology Jul 14 12:44:50.843546 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.844246 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.844755 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: availability_zone Jul 14 12:44:50.845076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: availability_zone_filter.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.846014 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.846528 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: availability_zone_filter Jul 14 12:44:50.846849 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: data_plane_status.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.847747 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.848255 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 12:44:50.848576 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: default_subnetpools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.849482 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.850026 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: default-subnetpools Jul 14 12:44:50.850350 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.851161 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.851677 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: dhcp_agent_scheduler Jul 14 12:44:50.851997 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: dns.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.852911 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.853418 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 12:44:50.853737 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: dns_domain_ports.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.854713 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.855221 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 12:44:50.855541 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.856461 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.856967 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 12:44:50.857286 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: dvr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.857984 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.858494 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: dvr Jul 14 12:44:50.858811 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: empty_string_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.859721 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.860233 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: empty-string-filtering Jul 14 12:44:50.860555 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.861466 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.862000 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 12:44:50.862320 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.863229 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.863736 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 12:44:50.864061 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: external_net.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.864975 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.865486 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: external-net Jul 14 12:44:50.865806 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.866741 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.867253 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: extra_dhcp_opt Jul 14 12:44:50.867572 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: extraroute.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.868480 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.869099 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: extraroute Jul 14 12:44:50.869427 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: extraroute_atomic.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.870706 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.871247 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: extraroute-atomic Jul 14 12:44:50.871569 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: filter_validation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.872251 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.872968 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: filter-validation Jul 14 12:44:50.873298 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: fip_pf_description.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.874278 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.874796 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 12:44:50.875116 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: fip_port_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.876088 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.876599 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: fip-port-details Jul 14 12:44:50.876921 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.878201 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.878720 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: flavors Jul 14 12:44:50.879045 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.880712 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.881238 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 12:44:50.881564 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: floatingip_pools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.882290 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.882809 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: floatingip-pools Jul 14 12:44:50.883129 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: ip_allocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.884055 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.884569 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 12:44:50.884876 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.886338 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.886849 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: ip-substring-filtering Jul 14 12:44:50.887169 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l2_adjacency.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.888096 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.888602 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 12:44:50.888920 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.889957 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.890477 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: router Jul 14 12:44:50.890800 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.893050 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.893585 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 12:44:50.893950 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.894894 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.895406 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: ext-gw-mode Jul 14 12:44:50.895731 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.896647 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.897162 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: l3-ha Jul 14 12:44:50.897478 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3_flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.898436 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.898948 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: l3-flavors Jul 14 12:44:50.899334 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.900178 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.900683 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 12:44:50.901002 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: l3agentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.902707 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.903221 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: l3_agent_scheduler Jul 14 12:44:50.903544 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: logging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.905028 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.905557 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension logging not supported by any of loaded plugins Jul 14 12:44:50.905906 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: metering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.906704 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.907290 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: metering Jul 14 12:44:50.907617 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.910251 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.910786 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: metering_source_and_destination_fields Jul 14 12:44:50.911119 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: multiprovidernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.912056 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.912579 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: multi-provider Jul 14 12:44:50.912906 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: netmtu.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.913829 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.914374 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: net-mtu Jul 14 12:44:50.914699 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: netmtu_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.915618 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.916133 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: net-mtu-writable Jul 14 12:44:50.916455 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: network_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.917152 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.917665 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: network_availability_zone Jul 14 12:44:50.918017 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: network_ip_availability.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.919118 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.919636 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: network-ip-availability Jul 14 12:44:50.919962 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: network_segment_range.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.920727 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.921329 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 12:44:50.921653 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: pagination.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.922735 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.923056 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: pagination Jul 14 12:44:50.923403 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: port_device_profile.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.924332 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.924862 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: port-device-profile Jul 14 12:44:50.925178 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.926145 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.926664 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: port-mac-address-regenerate Jul 14 12:44:50.926985 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.927919 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.928430 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: port-numa-affinity-policy Jul 14 12:44:50.928751 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: port_resource_request.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.929688 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.930229 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 12:44:50.930551 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: portbindings.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.931487 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.932002 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: binding Jul 14 12:44:50.932357 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: portbindings_extended.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.933660 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.934202 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: binding-extended Jul 14 12:44:50.934784 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: portsecurity.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.935709 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.936223 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: port-security Jul 14 12:44:50.936563 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: project_id.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.937526 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.937848 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: project-id Jul 14 12:44:50.938191 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: providernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.939143 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.939647 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: provider Jul 14 12:44:50.939970 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.943537 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.944091 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos not supported by any of loaded plugins Jul 14 12:44:50.944420 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.945658 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.946202 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 12:44:50.946525 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.947442 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.948544 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 12:44:50.948880 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_default.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.949795 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.950343 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-default not supported by any of loaded plugins Jul 14 12:44:50.950664 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.951321 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.951824 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 12:44:50.952140 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_gateway_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.953058 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.953567 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 12:44:50.953901 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_port_network_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.954829 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.955338 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 12:44:50.955660 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_rule_type_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.956576 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.957086 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 12:44:50.957407 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: qos_rules_alias.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.958464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.958977 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 12:44:50.959296 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: quotasv2.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.960251 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.960775 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: quotas Jul 14 12:44:50.961096 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: quotasv2_detail.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.964873 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.965208 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: quota_details Jul 14 12:44:50.965535 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: rbac.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.966632 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.967155 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: rbac-policies Jul 14 12:44:50.967491 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: rbac_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.968418 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.968940 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: rbac-address-group Jul 14 12:44:50.969370 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: rbac_address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.970383 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.970941 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: rbac-address-scope Jul 14 12:44:50.971291 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: rbac_security_groups.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.972291 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.973039 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: rbac-security-groups Jul 14 12:44:50.973390 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: rbac_subnetpool.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.974529 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.975190 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: rbac-subnetpool Jul 14 12:44:50.975534 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: revisionifmatch.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.976649 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.977275 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: revision-if-match Jul 14 12:44:50.977613 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: revisions.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.979062 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.979848 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: standard-attr-revisions Jul 14 12:44:50.980239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: router_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.981055 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.981676 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: router_availability_zone Jul 14 12:44:50.982036 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: routerservicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.983127 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.983726 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 12:44:50.984111 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.985076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.985652 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: security-groups-normalized-cidr Jul 14 12:44:50.986041 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.987080 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.987698 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: port-security-groups-filtering Jul 14 12:44:50.988028 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:50.989247 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:50.989808 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: security-groups-remote-address-group Jul 14 12:44:50.990185 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: securitygroup.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.000358 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.000889 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: security-group Jul 14 12:44:51.001222 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.002046 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.002558 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension segment not supported by any of loaded plugins Jul 14 12:44:51.002881 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.003836 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.004356 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 12:44:51.004682 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: servicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.005800 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.006348 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: service-type Jul 14 12:44:51.006670 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: sorting.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.007664 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.007990 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: sorting Jul 14 12:44:51.008310 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: standard_attr_segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.009293 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.009802 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 12:44:51.010145 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: standardattrdescription.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.011321 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.011838 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: standard-attr-description Jul 14 12:44:51.012157 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: stateful_security_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.013090 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.013609 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: stateful-security-group Jul 14 12:44:51.013960 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: stdattrs_common.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.014550 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 12:44:51.014876 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.015808 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.016336 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 12:44:51.016658 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnet_onboard.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.017728 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.018281 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: subnet_onboard Jul 14 12:44:51.018607 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.019542 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.020051 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 12:44:51.020371 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnet_service_types.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.021287 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.021800 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: subnet-service-types Jul 14 12:44:51.022149 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnetallocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.023224 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.023740 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: subnet_allocation Jul 14 12:44:51.024065 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.024739 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.025297 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: subnetpool-prefix-ops Jul 14 12:44:51.025624 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.027204 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.027728 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 12:44:51.028160 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: tagging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.029448 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.029701 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: standard-attr-tag Jul 14 12:44:51.030136 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: timestamp.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.031371 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.031907 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loaded extension: standard-attr-timestamp Jul 14 12:44:51.032236 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: trunk.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.033302 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.033825 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension trunk not supported by any of loaded plugins Jul 14 12:44:51.034171 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: trunk_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.035100 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.035620 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 12:44:51.035944 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: uplink_status_propagation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.036874 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.037393 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 12:44:51.037716 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Loading extension file: vlantransparent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 12:44:51.038441 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 12:44:51.038963 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 12:44:51.041533 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:network Jul 14 12:44:51.042154 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnet Jul 14 12:44:51.042559 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:44:51.042951 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:port Jul 14 12:44:51.045274 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.045722 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.046376 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.046803 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.047130 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:router Jul 14 12:44:51.047563 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 12:44:51.048036 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.049490 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:51.049857 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:51.050232 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:44:51.051233 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 12:44:51.051687 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:security_group Jul 14 12:44:51.052119 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 12:44:51.052710 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.053036 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:44:51.053381 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] subnetpool is already registered Jul 14 12:44:51.053808 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.054151 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:44:51.054480 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] subnetpool is already registered Jul 14 12:44:51.056747 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.057171 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.057784 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.058239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.058566 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:router Jul 14 12:44:51.058901 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] router is already registered Jul 14 12:44:51.059556 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 12:44:51.059898 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] floatingip is already registered Jul 14 12:44:51.060347 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.061008 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 12:44:51.061331 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] rbac_policy is already registered Jul 14 12:44:51.061737 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:security_group Jul 14 12:44:51.062095 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] security_group is already registered Jul 14 12:44:51.062492 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 12:44:51.062817 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] security_group_rule is already registered Jul 14 12:44:51.063430 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.063753 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:44:51.064134 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] subnetpool is already registered Jul 14 12:44:51.064497 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:44:51.064815 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:44:51.065142 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] subnetpool is already registered Jul 14 12:44:51.065607 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: extensions {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.067139 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: address-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.068618 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: address-scopes {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.069951 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.071106 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: auto-allocated-topology {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.072351 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: availability_zones {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.074128 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: dhcp-networks {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.075651 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: dhcp-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.077164 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.078958 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: flavors {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.080231 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.081442 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: next_providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.083192 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.084749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: floatingip-pools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.086002 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.087698 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: floatingips {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.090720 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: l3-routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.092202 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: l3-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.093619 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: metering-labels {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.094902 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: metering-label-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.096291 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: network-ip-availabilities {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.097544 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: bindings {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.099132 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.100678 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.102145 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: rbac-policies {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.103324 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: security-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.104648 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: security-group-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.105891 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: service-providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.107141 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.108458 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.110017 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.111694 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.113513 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.115321 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.117030 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.119009 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.121326 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.123136 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.124988 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.126779 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:44:51.133016 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 12:44:51.138600 dv-cinder-786933-4-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 12:44:51.146998 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Acquired lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 12:44:51.147471 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Releasing lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 12:44:51.148128 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Starting 2 workers Jul 14 12:44:51.153006 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Started child 92953 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:44:51.157538 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Started child 92954 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:44:51.158510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.159245 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO neutron.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 12:44:51.159864 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Notify callbacks [] for process, before_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.160029 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [-] (92953) wsgi starting up on http://0.0.0.0:9696 Jul 14 12:44:51.162304 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Starting 1 workers Jul 14 12:44:51.162424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.163814 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [-] (92954) wsgi starting up on http://0.0.0.0:9696 Jul 14 12:44:51.167545 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Started child 92955 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:44:51.168053 dv-cinder-786933-4-iscsi neutron-server[92844]: INFO oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Starting 1 workers Jul 14 12:44:51.171306 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] calling RpcWorker wait() {{(pid=92955) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 12:44:51.171920 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] returning from RpcWorker wait() {{(pid=92955) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 12:44:51.172596 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Started child 92956 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:44:51.173427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.173548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-b5eeecb5-943a-4875-9bc7-4243ad820c96 None None] Notify callbacks [] for process, after_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.173967 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:51.175318 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 12:44:51.175528 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:44:51.175711 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:44:51.175936 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:44:51.176268 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:44:51.176427 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:44:51.176932 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.177206 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.177462 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.177557 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:44:51.178061 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.178061 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.178519 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:51.178630 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.178845 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.179094 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.179364 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.179603 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.179754 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.179915 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.180171 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.180397 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.180685 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.181045 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.181286 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.181558 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.181729 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.182161 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.182832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.183081 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.183370 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.183583 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.184063 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.184565 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.184832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.185070 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.185352 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.185596 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.185861 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.186128 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.186348 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.186661 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.186845 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.187074 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.187308 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.187545 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.187817 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.188048 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.188667 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-786933-4-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.188910 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.189281 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.189417 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.189623 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.189892 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.190122 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.190368 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.190621 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.190881 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.191118 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.191366 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.191610 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.191904 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.192076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.192238 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.192470 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.192774 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193019 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193204 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193369 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193541 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193782 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.193985 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.194322 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.194459 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.194671 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.194899 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.195111 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.195344 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.195610 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.195853 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.196066 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.196293 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.196548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.196803 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.197028 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.197248 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.197480 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.197697 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.200087 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.200356 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.200620 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.201006 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.201237 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.201505 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.201757 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.202048 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.202283 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.202541 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.202791 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.203020 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.203234 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.203515 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.203744 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.204014 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.204268 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.204575 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.204710 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.204939 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.205175 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.205411 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.205620 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.205863 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.206154 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.206365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.206576 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.206788 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.206999 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.207245 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.207661 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.207942 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.208257 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.208517 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.208766 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.209025 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.209238 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.209520 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.210096 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.210096 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.210413 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.210560 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.210786 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.211035 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.211288 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.211633 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.211870 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.212174 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.212381 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.212626 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.212840 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.213076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.213470 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.213735 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.214044 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.214339 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.214523 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.214739 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.214985 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.215198 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.215432 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.215717 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.215948 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.216233 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.216525 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.216762 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.217186 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.217403 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.217653 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.218055 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.218327 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.218483 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.218623 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.218872 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.219091 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.219308 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.219708 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.219849 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.219985 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.220191 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.220468 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.220682 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.220900 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.221114 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.221351 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.221581 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.221837 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.222046 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.222296 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.222480 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223974 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223974 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.223974 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.224749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.224749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.224749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.225140 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.225140 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.225524 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.225524 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.226481 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.226481 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.226481 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.226481 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.226481 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228294 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.228749 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.229004 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.229357 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.229792 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.230468 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.230468 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.231182 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.231182 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.231182 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.232832 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.233309 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.233309 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.233503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.233972 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.234216 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.234447 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.234910 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.235390 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.235865 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.236324 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.236696 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.236973 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.237278 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.237707 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.238185 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.238493 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.238752 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.239010 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.239403 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.239827 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.240232 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.240506 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.240751 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.241043 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.241286 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.241506 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.241764 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.242053 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.242355 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.242727 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.242948 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.243162 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.243422 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.243668 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.243903 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.244176 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.244436 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.244672 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.245456 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.245833 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.246251 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.246622 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.246992 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.247366 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.247745 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.248107 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.248352 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.248569 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.248783 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.249032 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.249267 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.249502 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.249717 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.249964 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.250180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.250429 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.250642 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.250858 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.251099 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.251316 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.251535 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.251754 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.251964 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.252228 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.252449 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.252732 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.252991 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.253235 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.253484 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254548 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254840 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.254917 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.255073 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.255442 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.255805 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.256178 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.256613 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.256987 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.257370 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.257758 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.258253 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.258658 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.258907 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.259324 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.259562 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.260013 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.260390 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.261227 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.261503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.261720 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.262108 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.262508 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.262914 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.263156 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.263410 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.263639 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.263859 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.264074 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.264279 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.264577 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.265013 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.265250 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.265507 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.265781 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.266037 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.266270 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.266482 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.266692 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.266913 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.267131 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.267361 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.267615 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.267825 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.268056 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.268277 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.268496 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.268705 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.268950 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.269154 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.269364 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.269580 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.269794 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.270020 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.270244 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.270478 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.270710 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.270923 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.271138 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.271367 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.271773 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.272094 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.272357 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.272632 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.272872 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.273117 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.273365 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.273683 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.273923 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.274189 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.274410 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.274628 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.274868 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.275136 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.275441 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.275735 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.275981 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.276260 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.276539 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.276823 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.277076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.277442 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.277609 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.277972 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.278259 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.278518 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.278744 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.279005 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.279225 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.279440 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.279671 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.279908 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.280142 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.280378 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.280603 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.280844 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.281058 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.281282 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.281528 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.281752 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.282022 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.282264 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.282479 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.282636 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:44:51.283164 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 12:44:51.283323 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:44:51.283474 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:44:51.283640 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:44:51.283806 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:44:51.283957 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:44:51.284160 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.284321 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.284477 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.284633 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.284788 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.284966 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285123 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285276 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285431 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285585 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285739 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.285916 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286077 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286233 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286387 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286542 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286697 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.286854 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287013 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287168 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287322 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287477 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287632 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287787 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.287962 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288119 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288279 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288435 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288588 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288742 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.288987 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289147 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289305 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289622 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289781 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.289978 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290135 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290290 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290446 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290599 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-786933-4-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290755 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.290909 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291285 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291285 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291828 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291828 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291828 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.291828 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292444 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292584 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.292712 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293064 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293064 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293317 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293317 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293551 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293551 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.293812 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294004 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294166 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294332 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294488 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294644 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294988 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.294988 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295130 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295232 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295387 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295542 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295698 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295854 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.295995 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296153 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296307 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296462 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296617 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296773 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.296928 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297085 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297239 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297395 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297554 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297689 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.297847 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298036 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298191 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298349 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298658 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298818 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.298973 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.299128 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.299284 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.299452 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.299581 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.299737 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300044 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300044 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300262 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300346 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300461 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300616 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300770 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.300926 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.301079 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.301236 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:44:51.301418 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.301576 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.301745 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.301922 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302085 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302242 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302400 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302557 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302713 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.302870 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303037 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303196 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303366 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303523 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303680 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303841 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.303998 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.304155 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.304313 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.304469 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.304811 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.304811 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305040 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305133 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305215 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305373 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305530 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305688 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.305845 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306030 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306174 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306332 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306493 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306630 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306768 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.306925 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.307081 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.307240 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.307918 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308065 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308226 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308371 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308528 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308674 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308835 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.308993 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.309149 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.309562 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.309729 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.309900 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310224 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310224 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310381 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310509 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310666 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310824 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.310980 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311136 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311293 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311502 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311632 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311756 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.311913 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312069 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312225 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312382 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312539 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:44:51.312721 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312842 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.312998 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313154 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313310 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313466 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313623 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313780 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.313976 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314187 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314295 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314453 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314610 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314767 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.314922 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315080 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315240 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315406 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315577 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315733 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.315889 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316044 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316199 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316356 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316512 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316668 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316823 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.316979 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317134 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317291 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317449 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317605 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317760 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.317940 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318086 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318243 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318398 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318556 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318713 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.318874 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319030 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319186 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319344 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319500 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319667 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319824 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.319983 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320141 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320304 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320472 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320628 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320785 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.320941 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321097 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321256 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321413 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321570 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321727 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.321902 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322062 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322227 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322396 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322552 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322710 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.322866 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323099 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323257 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323414 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323571 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323729 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.323887 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.324043 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.324200 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.324359 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.324515 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.324672 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325028 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325028 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325241 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325603 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325603 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325603 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325983 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.325983 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326218 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326340 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326463 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326547 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326685 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.326820 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327174 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327174 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327408 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327408 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327612 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327698 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.327847 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328003 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328159 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328315 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328471 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328627 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328786 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.328947 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329103 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329261 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329406 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329565 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329722 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.329936 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330060 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330205 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330362 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330519 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330677 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330835 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.330992 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331151 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331308 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331464 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331636 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331789 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.331946 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332102 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332259 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332415 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332571 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332727 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.332883 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333039 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333195 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333354 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333514 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333672 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.333830 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334032 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334189 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334346 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334672 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334835 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.334992 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335150 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335307 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335463 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335630 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335783 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.335924 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336076 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336232 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336377 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336545 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336702 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.336859 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337016 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337163 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337318 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337460 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337611 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337745 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.337916 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.338064 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.338206 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.338369 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.338513 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.339288 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.339466 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.339623 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.339779 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.339947 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.340105 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.340262 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.340429 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.340585 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.340741 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341001 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341180 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341348 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341505 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341664 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.341823 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342023 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342183 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342346 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342514 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342678 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.342836 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343003 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343169 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343336 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343493 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343657 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343830 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.343987 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344144 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344300 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344458 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344615 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344771 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.344928 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345085 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345242 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345400 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345557 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345713 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.345942 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346034 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346192 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346347 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346503 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346662 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346818 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:44:51.346969 dv-cinder-786933-4-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:44:51.439221 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 48606) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:44:51.447920 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064020 Jul 14 12:45:03.097655 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4037f8a-2385-4ae1-a765-78c663c85c35 None None] get_active_networks_info from dv-cinder-786933-4-iscsi {{(pid=92955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 12:45:03.188730 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4037f8a-2385-4ae1-a765-78c663c85c35 None None] No non-hosted networks {{(pid=92955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 12:45:03.210309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.agentschedulers_db [None req-d4037f8a-2385-4ae1-a765-78c663c85c35 None None] DHCP Agent not found on host dv-cinder-786933-4-iscsi {{(pid=92955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 12:45:03.352601 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d0447337-f88a-4277-a073-c11cb591b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:05.412881 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-557e9a05-1051-4075-a454-f831dd1c0801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:05.454623 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c35cac5-c0d4-445b-9a1e-2c8f3694f8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:05.796094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:05.803860 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.804861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.806127 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.806972 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.808239 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.809299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.810179 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.811039 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.811633 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.812241 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.813448 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.813983 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:05.814827 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786933-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:05.819183 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:06.734990 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:08.598575 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:09.744867 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 48696) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:10.262811 dv-cinder-786933-4-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-0a29da97-650d-4e68-befd-e25a83fcbed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:10.263380 dv-cinder-786933-4-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-0a29da97-650d-4e68-befd-e25a83fcbed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:10.485113 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [None req-0a29da97-650d-4e68-befd-e25a83fcbed4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:45:10.486213 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-0a29da97-650d-4e68-befd-e25a83fcbed4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7403185 Jul 14 12:45:11.773125 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.db.l3_hamode_db [None req-ae5cf5d3-932b-469b-9181-9adf7face2c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 12:45:11.849891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cf5d3-932b-469b-9181-9adf7face2c0 None None] Routers set() bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:45:11.850284 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cf5d3-932b-469b-9181-9adf7face2c0 None None] Router IDs set() for agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 12:45:12.902782 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48710) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:13.413297 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:13.413922 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:13.647446 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:13.742842 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.policy [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92954) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 12:45:13.793499 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:13.793905 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING oslo_policy.policy [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:45:13.802817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.quota [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] Loaded quota_driver: . Jul 14 12:45:13.899704 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779761997928', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779761997339', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779762215565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779762213083', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779762235926', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779762226003', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-726843', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3673610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3782137'] for rbac-policy, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:13.967360 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:13.968730 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b7cb9034-10cd-4f8c-9e2a-0f40f102e8b7 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0638797 Jul 14 12:45:16.595062 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48728) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:16.897891 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'name': 'private'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:16.927373 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Made reservation on behalf of ef7b4213b24f4e00acbea39f7141a550 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:45:16.930475 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:16.947858 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.075003 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.078855 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.105082 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:45:17.131137 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779762911546', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.131725 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Unsubscribe: segment precommit_create {{(pid=92954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 12:45:17.132244 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Added segment bebb9566-2649-4b31-81a4-a5beeb4b3202 of type vlan for network f3f57822-4f03-49f8-b60e-9a0b78945181 Jul 14 12:45:17.144165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de81f13-aba3-457a-8aa7-3c8b35c81b02,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:17.177091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.177440 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.177772 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.178124 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.178445 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.178777 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.179098 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.179416 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.179742 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.180057 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.180367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.180673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Tracked resource versions report: Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: pushed versions: Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: consumer versions: Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Log': '1.0', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Network': '1.1', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Port': '1.7', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 14 12:45:17.181823 dv-cinder-786933-4-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:45:17.264339 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.318334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.319555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:17.320178 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:17.405965 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8097429 Jul 14 12:45:17.420810 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4986a-57d7-46f1-9028-a25ae3c38902 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f57822-4f03-49f8-b60e-9a0b78945181,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:17.433714 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network f3f57822-4f03-49f8-b60e-9a0b78945181 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:45:20.098030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48742) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:20.503136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bd57a-9824-4f6a-bb5f-923a510f2d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:20.504531 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ff5bd57a-9824-4f6a-bb5f-923a510f2d63 admin admin] 10.222.0.48 "GET /v2.0/networks/f3f57822-4f03-49f8-b60e-9a0b78945181 HTTP/1.1" status: 200 len: 825 time: 0.4055257 Jul 14 12:45:20.528982 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d35766b8-f91a-468c-9b4e-c9fd629acbd3 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/e37866fd-3bdc-4c2a-9215-bf8be89ecf9d HTTP/1.1" status: 200 len: 734 time: 0.0190206 Jul 14 12:45:20.538632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Request body: {'subnet': {'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'ip_version': 4, 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d', 'name': 'private-subnet'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:20.561905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Made reservation on behalf of ef7b4213b24f4e00acbea39f7141a550 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:45:20.564165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:20.869033 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:20.938779 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ee9a19-5792-4885-bc45-c9f237e8d680,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:20.943206 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Checking segment: {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:45:20.943589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Network hostable DHCP agents. Network: f3f57822-4f03-49f8-b60e-9a0b78945181, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:45:20.965723 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Network f3f57822-4f03-49f8-b60e-9a0b78945181 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:45:20.977700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, f3f57822-4f03-49f8-b60e-9a0b78945181) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:20.983066 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:20.983638 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:20.989046 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bfd63-bb1e-43d5-989c-11b3801b81e3 None None] Network f3f57822-4f03-49f8-b60e-9a0b78945181 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:45:21.000985 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3e3ec103-a755-45db-90ae-cff188c624d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4660509 Jul 14 12:45:21.309916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-f3f57822-4f03-49f8-b60e-9a0b78945181', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:45:21.311207 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:21.591343 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Allocated IP 172.20.0.2 (f3f57822-4f03-49f8-b60e-9a0b78945181/28ee9a19-5792-4885-bc45-c9f237e8d680/15a61962-0bfd-42bf-a735-b33ec16a36f2) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:45:21.801672 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:21.846058 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Transition to ACTIVE for port object 15a61962-0bfd-42bf-a735-b33ec16a36f2 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:45:21.867201 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Transition to ACTIVE for port object 15a61962-0bfd-42bf-a735-b33ec16a36f2 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:45:21.876259 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:21.945929 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Network f3f57822-4f03-49f8-b60e-9a0b78945181 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:45:21.951923 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:21.964050 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:45:21.967290 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Pushing event updated for resources: {'Port': ['ID=15a61962-0bfd-42bf-a735-b33ec16a36f2,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:21.979706 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.980061 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.980403 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.980741 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.981074 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.981407 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.981738 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.982206 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.982592 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.982924 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.983252 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.983575 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Tracked resource versions report: Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: pushed versions: Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: { 'AddressGroup': {'1.2'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'ConntrackHelper': {'1.0'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Log': {'1.0'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Network': {'1.1'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Port': {'1.7'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'PortForwarding': {'1.2'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'QosPolicy': {'1.8'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroup': {'1.4'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SubPort': {'1.0'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Subnet': {'1.1'}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Trunk': {'1.1'}} Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: consumer versions: Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'ConntrackHelper': '1.0', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Log': '1.0', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Network': '1.1', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Port': '1.7', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'PortForwarding': '1.2', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'QosPolicy': '1.8', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroup': '1.4', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroupRule': '1.2', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SubPort': '1.0', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Subnet': '1.1', Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Trunk': '1.1'}} Jul 14 12:45:21.984721 dv-cinder-786933-4-iscsi neutron-server[92955]: {{(pid=92955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:45:22.050893 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Attempting to bind port 15a61962-0bfd-42bf-a735-b33ec16a36f2 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:45:22.051560 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Attempting to bind port 15a61962-0bfd-42bf-a735-b33ec16a36f2 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:45:22.051702 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Attempting to bind port 15a61962-0bfd-42bf-a735-b33ec16a36f2 on network f3f57822-4f03-49f8-b60e-9a0b78945181 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:45:22.057655 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:45:22.058118 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Checking segment: {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:45:22.058603 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:22.058996 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Bound using segment: {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:45:22.059463 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Bound port: 15a61962-0bfd-42bf-a735-b33ec16a36f2, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:45:22.060155 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:22.124208 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] For port 15a61962-0bfd-42bf-a735-b33ec16a36f2, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:45:22.128443 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] For port 15a61962-0bfd-42bf-a735-b33ec16a36f2, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=15a61962-0bfd-42bf-a735-b33ec16a36f2,segment=NetworkSegment(bebb9566-2649-4b31-81a4-a5beeb4b3202),segment_id=bebb9566-2649-4b31-81a4-a5beeb4b3202)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:45:22.133128 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:22.213015 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997eaa2-3a47-4a65-9099-70d9d964cf35 None None] Pushing event updated for resources: {'Port': ['ID=15a61962-0bfd-42bf-a735-b33ec16a36f2,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:23.427176 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 48750) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:23.755228 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [None req-c26bba23-2371-42a2-a2af-b1cce9eb3770 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:45:23.756212 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c26bba23-2371-42a2-a2af-b1cce9eb3770 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281980 Jul 14 12:45:26.186319 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 48758) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:26.502261 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [None req-b6a2d58d-3616-4a42-b981-9772efa8c9d2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:45:26.503243 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b6a2d58d-3616-4a42-b981-9772efa8c9d2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160105 Jul 14 12:45:27.848482 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 15a61962-0bfd-42bf-a735-b33ec16a36f2 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:27.939213 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:45:28.474156 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122d3fd-d109-4ff4-96e7-dcafb0423ee9 None None] Network f3f57822-4f03-49f8-b60e-9a0b78945181 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:45:28.545983 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Provisioning for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:45:28.552360 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Provisioning complete for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:28.552767 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:28.754674 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:28.800606 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] For port 15a61962-0bfd-42bf-a735-b33ec16a36f2, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=15a61962-0bfd-42bf-a735-b33ec16a36f2,segment=NetworkSegment(bebb9566-2649-4b31-81a4-a5beeb4b3202),segment_id=bebb9566-2649-4b31-81a4-a5beeb4b3202)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:45:28.805269 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:28.858296 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aed32-79d2-4e0b-b182-71f1bd4f61cc None None] Pushing event updated for resources: {'Port': ['ID=15a61962-0bfd-42bf-a735-b33ec16a36f2,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:29.025423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f16ff843-1dda-484c-9f5e-65d4959e926d None None] Provisioning complete for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:29.025709 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f16ff843-1dda-484c-9f5e-65d4959e926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.198662 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48772) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:29.507814 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:29.533105 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.534606 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.672053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.676848 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.690755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:29.691937 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d238c4c1-8197-4085-9440-2974f62b0ba1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4922454 Jul 14 12:45:29.818522 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 15a61962-0bfd-42bf-a735-b33ec16a36f2 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:29.867186 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:29.867861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:32.080182 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48780) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:32.399540 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-d816b489-a5c3-416e-827d-7294c92baf45 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:45:32.400556 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d816b489-a5c3-416e-827d-7294c92baf45 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194366 Jul 14 12:45:33.026581 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ad618f02-4ec1-4450-9b53-2b9c086f9dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:34.808150 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48788) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:35.138633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:35.160913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Made reservation on behalf of 430dd6f9abad45e18cb8c217f013c3fa for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:45:35.163502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.171419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.276825 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.280443 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.297935 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Reserving flat network on physical network physnet1 {{(pid=92954) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 12:45:35.316313 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e223dfae-f6d6-4a94-a5b2-a332174a1321,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:35.324707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.324830 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Added segment bf141ec4-9de7-4e9b-b795-4d2aa7ca9755 of type flat for network 939b8a63-fe70-4623-bdee-3b613d6b1edc Jul 14 12:45:35.385739 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.408722 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c0b85b60-bab5-4cdd-91bf-5b7c7754737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.425061 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.425985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:35.426773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:35.482882 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6736364 Jul 14 12:45:35.489641 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e83cb-d117-43bb-aa4e-a26dedaad86d admin admin] Pushing event updated for resources: {'Network': ['ID=939b8a63-fe70-4623-bdee-3b613d6b1edc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:35.505216 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:45:35.792456 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:36.679253 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:37.874661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48806) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:38.053209 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc0cf2-c8d8-4c4f-8a27-7187270d2652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:38.054617 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1efc0cf2-c8d8-4c4f-8a27-7187270d2652 admin admin] 10.222.0.48 "GET /v2.0/subnets/28ee9a19-5792-4885-bc45-c9f237e8d680 HTTP/1.1" status: 200 len: 849 time: 0.1790187 Jul 14 12:45:38.181105 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-24599f12-8202-4ccf-84a8-cca2aedc1506 admin admin] 10.222.0.48 "GET /v2.0/routers/1b1c2060-37de-450b-8715-3df6580b9dcd HTTP/1.1" status: 200 len: 704 time: 0.1210146 Jul 14 12:45:38.466201 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:38.550166 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:38.763327 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Allocated IP 172.20.0.1 (f3f57822-4f03-49f8-b60e-9a0b78945181/28ee9a19-5792-4885-bc45-c9f237e8d680/b2ba1b9f-20c7-45aa-89d9-434a3528f0b0) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:45:38.975975 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.007255 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Transition to ACTIVE for port object b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:45:39.087021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.160103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Network f3f57822-4f03-49f8-b60e-9a0b78945181 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:45:39.167906 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:39.178359 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:45:39.178901 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.202157 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:39.396289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a0d76669-0540-422b-853a-894ebb7447e5 None None] Provisioning for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:45:39.399916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a0d76669-0540-422b-853a-894ebb7447e5 None None] Provisioning complete for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:39.400777 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a0d76669-0540-422b-853a-894ebb7447e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.403734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.435348 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a0d76669-0540-422b-853a-894ebb7447e5 None None] Port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:45:39.600834 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.605647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.606449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.688121 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:39.736166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Network f3f57822-4f03-49f8-b60e-9a0b78945181 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:45:39.737534 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:39.913300 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Router 1b1c2060-37de-450b-8715-3df6580b9dcd is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:45:39.956149 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-43397f70-5af0-4c8d-b1cd-db8800d3272f None None] Provisioning complete for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:39.956859 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-43397f70-5af0-4c8d-b1cd-db8800d3272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:39.992753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-43397f70-5af0-4c8d-b1cd-db8800d3272f None None] Port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:45:40.007087 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:45:40.012951 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3d7a95b5-bf87-4e5e-803d-2882793042c7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b1c2060-37de-450b-8715-3df6580b9dcd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8266532 Jul 14 12:45:40.029944 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Sync routers for ids ['1b1c2060-37de-450b-8715-3df6580b9dcd'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:45:40.042116 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Routers {'1b1c2060-37de-450b-8715-3df6580b9dcd'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:45:40.043254 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:45:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1b1c2060-37de-450b-8715-3df6580b9dcd'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:40.249957 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Set router 1b1c2060-37de-450b-8715-3df6580b9dcd gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:45:40.690685 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:39Z', 'revision_number': 2, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port_host': None, '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:39Z', 'revision_number': 2, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:40.742161 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Checking router: 1b1c2060-37de-450b-8715-3df6580b9dcd for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:45:40.742535 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Updating router 1b1c2060-37de-450b-8715-3df6580b9dcd port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:45:40.806562 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.316352 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.334574 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Transition to ACTIVE for port object b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:45:41.347148 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.522198 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Pushing event updated for resources: {'Port': ['ID=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:41.524645 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Attempting to bind port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:45:41.525061 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Attempting to bind port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:45:41.525491 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Attempting to bind port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 on network f3f57822-4f03-49f8-b60e-9a0b78945181 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:45:41.535343 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.535691 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.536011 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.536338 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.536706 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.537029 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.537309 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.537628 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.538036 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.538356 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.538671 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.538984 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Tracked resource versions report: Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: pushed versions: Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: { 'AddressGroup': {'1.2'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'ConntrackHelper': {'1.0'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Log': {'1.0'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Network': {'1.1'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Port': {'1.7'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'PortForwarding': {'1.2'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'QosPolicy': {'1.8'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroup': {'1.4'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SubPort': {'1.0'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Subnet': {'1.1'}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Trunk': {'1.1'}} Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: consumer versions: Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'ConntrackHelper': '1.0', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Log': '1.0', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Network': '1.1', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Port': '1.7', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'PortForwarding': '1.2', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'QosPolicy': '1.8', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroup': '1.4', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroupRule': '1.2', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SubPort': '1.0', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Subnet': '1.1', Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Trunk': '1.1'}} Jul 14 12:45:41.540106 dv-cinder-786933-4-iscsi neutron-server[92956]: {{(pid=92956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:45:41.542759 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:45:41.542926 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Checking segment: {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:45:41.543410 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.543791 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Bound using segment: {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:45:41.544272 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Bound port: b2ba1b9f-20c7-45aa-89d9-434a3528f0b0, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebb9566-2649-4b31-81a4-a5beeb4b3202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:45:41.544672 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.614157 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] For port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:45:41.636118 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] For port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,segment=NetworkSegment(bebb9566-2649-4b31-81a4-a5beeb4b3202),segment_id=bebb9566-2649-4b31-81a4-a5beeb4b3202)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:45:41.641116 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:41.699284 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20874d-3c47-4b5d-bd6d-80b3dc45b34f None None] Pushing event updated for resources: {'Port': ['ID=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:41.708413 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Routers {'1b1c2060-37de-450b-8715-3df6580b9dcd'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:45:41.709046 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:45:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1b1c2060-37de-450b-8715-3df6580b9dcd'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:41.799556 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] Set router 1b1c2060-37de-450b-8715-3df6580b9dcd gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:45:42.015153 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:39Z', 'revision_number': 2, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port_host': None, '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:41Z', 'revision_number': 4, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:42.045386 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b53f1-065b-4689-a5b0-c06da61df2b7 None None] The sync data for ids ['1b1c2060-37de-450b-8715-3df6580b9dcd'] in dv-cinder-786933-4-iscsi is: [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:39Z', 'revision_number': 2, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port_host': None, '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:41Z', 'revision_number': 4, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:45:42.292362 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48826) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:42.411438 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868d59b-8068-4145-b56f-2c4a0dea98e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:42.412817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6868d59b-8068-4145-b56f-2c4a0dea98e9 admin admin] 10.222.0.48 "GET /v2.0/networks/939b8a63-fe70-4623-bdee-3b613d6b1edc HTTP/1.1" status: 200 len: 842 time: 0.1194298 Jul 14 12:45:42.422051 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Request body: {'subnet': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:42.446580 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Made reservation on behalf of 430dd6f9abad45e18cb8c217f013c3fa for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:45:42.449077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:42.810480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.objects.ports [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92954) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 12:45:42.810940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:42.866550 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f5dc8c-03ac-4abc-a670-365f1756fd36,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:42.874811 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:45:42.875167 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Network hostable DHCP agents. Network: 939b8a63-fe70-4623-bdee-3b613d6b1edc, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:45:42.891355 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:45:42.899839 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 939b8a63-fe70-4623-bdee-3b613d6b1edc) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:42.904363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:42.904951 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:42.918689 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b4c37-1311-4eb7-b9c5-1f03d00eb33e None None] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:45:42.929933 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7eefee55-d33e-47ec-b8e4-7cd2de896214 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5016627 Jul 14 12:45:43.063582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c9266-4577-45b8-bf55-471ef05310d1 None None] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:45:45.235863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48838) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:45.374076 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f1e7517a-f3d3-4043-9136-24ca9e608f5c admin admin] 10.222.0.48 "GET /v2.0/routers/1b1c2060-37de-450b-8715-3df6580b9dcd HTTP/1.1" status: 200 len: 710 time: 0.1369419 Jul 14 12:45:45.461198 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51570cf-fddb-41ff-8857-ce8a8818ace6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:45:45.463160 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c51570cf-fddb-41ff-8857-ce8a8818ace6 admin admin] 10.222.0.48 "GET /v2.0/networks/939b8a63-fe70-4623-bdee-3b613d6b1edc HTTP/1.1" status: 200 len: 886 time: 0.0836051 Jul 14 12:45:45.472633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:45:45.716539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:45.867911 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:45.922597 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:45:45.926796 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:45.927179 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:45.970232 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.016582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.054431 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,segment=NetworkSegment(bebb9566-2649-4b31-81a4-a5beeb4b3202),segment_id=bebb9566-2649-4b31-81a4-a5beeb4b3202)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:45:46.058940 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.059447 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.118765 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=b2ba1b9f-20c7-45aa-89d9-434a3528f0b0,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:46.178389 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Allocated IP 172.27.3.109 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/37f6be7f-da3a-4d63-8a9b-47c308e073ae) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:45:46.285006 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.325664 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.368223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:45:46.371280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:45:46.375198 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:45:46.380914 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Pushing event updated for resources: {'Port': ['ID=37f6be7f-da3a-4d63-8a9b-47c308e073ae,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:46.714582 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.912942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:46.916201 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4085299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4085306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084369'] for router, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:47.024410 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Router 1b1c2060-37de-450b-8715-3df6580b9dcd has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:45:47.130379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:45:47.134756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:47.138466 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bb76c855-4a26-45be-b84a-7485c2430733 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b1c2060-37de-450b-8715-3df6580b9dcd HTTP/1.1" status: 200 len: 890 time: 1.6670437 Jul 14 12:45:47.146104 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Sync routers for ids ['1b1c2060-37de-450b-8715-3df6580b9dcd'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:45:47.157701 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Routers {'1b1c2060-37de-450b-8715-3df6580b9dcd'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:45:47.158523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:45:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1b1c2060-37de-450b-8715-3df6580b9dcd'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:47.428553 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Set router 1b1c2060-37de-450b-8715-3df6580b9dcd gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:45:47.839533 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:47.844469 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 4, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port': {'id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:46Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 5, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:47.913251 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Checking router: 1b1c2060-37de-450b-8715-3df6580b9dcd for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:45:47.913610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Updating router 1b1c2060-37de-450b-8715-3df6580b9dcd port 37f6be7f-da3a-4d63-8a9b-47c308e073ae binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:45:47.956868 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:47.989962 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:47.990332 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.350148 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.360070 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Transition to ACTIVE for port object 37f6be7f-da3a-4d63-8a9b-47c308e073ae will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:45:48.365956 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.424772 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Attempting to bind port 37f6be7f-da3a-4d63-8a9b-47c308e073ae on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:45:48.425150 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Attempting to bind port 37f6be7f-da3a-4d63-8a9b-47c308e073ae by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:45:48.425566 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Attempting to bind port 37f6be7f-da3a-4d63-8a9b-47c308e073ae on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:45:48.427573 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a067e79-5d5e-4146-8853-9c983a6a8485 None None] Pushing event updated for resources: {'Port': ['ID=37f6be7f-da3a-4d63-8a9b-47c308e073ae,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:48.433702 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:45:48.434099 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:45:48.434508 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.435297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:45:48.435628 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Bound port: 37f6be7f-da3a-4d63-8a9b-47c308e073ae, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:45:48.436016 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.576303 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] For port 37f6be7f-da3a-4d63-8a9b-47c308e073ae, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:45:48.579337 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] For port 37f6be7f-da3a-4d63-8a9b-47c308e073ae, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=37f6be7f-da3a-4d63-8a9b-47c308e073ae,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:45:48.583996 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:48.640911 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Routers {'1b1c2060-37de-450b-8715-3df6580b9dcd'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:45:48.641525 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:45:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1b1c2060-37de-450b-8715-3df6580b9dcd'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:48.676039 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a067e79-5d5e-4146-8853-9c983a6a8485 None None] Pushing event updated for resources: {'Port': ['ID=37f6be7f-da3a-4d63-8a9b-47c308e073ae,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:48.755110 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] Set router 1b1c2060-37de-450b-8715-3df6580b9dcd gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:45:48.977959 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 4, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port': {'id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:46Z', 'updated_at': '2021-07-14T12:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 5, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:45:49.008085 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168afbb-e9e6-4907-ab10-b10392585dd5 None None] The sync data for ids ['1b1c2060-37de-450b-8715-3df6580b9dcd'] in dv-cinder-786933-4-iscsi is: [{'id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'name': 'router1', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:45:29Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 4, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'gw_port': {'id': '37f6be7f-da3a-4d63-8a9b-47c308e073ae', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:46Z', 'updated_at': '2021-07-14T12:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b2ba1b9f-20c7-45aa-89d9-434a3528f0b0', 'name': '', 'network_id': 'f3f57822-4f03-49f8-b60e-9a0b78945181', 'tenant_id': 'ef7b4213b24f4e00acbea39f7141a550', 'mac_address': 'fa:16:3e:59:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1c2060-37de-450b-8715-3df6580b9dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:45:38Z', 'updated_at': '2021-07-14T12:45:46Z', 'revision_number': 5, 'project_id': 'ef7b4213b24f4e00acbea39f7141a550', 'subnets': [{'id': '28ee9a19-5792-4885-bc45-c9f237e8d680', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e37866fd-3bdc-4c2a-9215-bf8be89ecf9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:45:49.565696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 48846) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:45:49.692698 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f5e22bde-8551-4ae0-b099-bad0988cb1de admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1257336 Jul 14 12:45:49.858715 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 37f6be7f-da3a-4d63-8a9b-47c308e073ae up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:49.912666 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 37f6be7f-da3a-4d63-8a9b-47c308e073ae completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:45:49.916989 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 37f6be7f-da3a-4d63-8a9b-47c308e073ae triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:49.917440 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:49.998932 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:50.020452 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 37f6be7f-da3a-4d63-8a9b-47c308e073ae, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=37f6be7f-da3a-4d63-8a9b-47c308e073ae,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:45:50.025774 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:50.079076 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=37f6be7f-da3a-4d63-8a9b-47c308e073ae,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:45:51.851410 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 37f6be7f-da3a-4d63-8a9b-47c308e073ae up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:45:51.903520 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 37f6be7f-da3a-4d63-8a9b-47c308e073ae triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:45:51.904014 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:45:54.236150 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:46:03.032295 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d6084690-16de-45b5-885a-9b7ea7a49aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:05.412234 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef90-9aa4-45d5-bf0b-f4a6c42d20c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:05.806711 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:06.684883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:08.599629 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:31.236246 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:46:33.025097 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-eb9bec41-9945-48e0-b7a2-2717b57ed880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:35.420039 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-db02e801-c04d-4e90-af07-46fb9ba8de30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:35.802339 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:36.690145 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:46:38.580069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:03.026423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e42e-0c29-4c08-82f6-fdf3e111a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:05.421950 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-17e5ba4a-a679-4ddc-8eda-e87f4e93f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:05.809899 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:06.682655 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:08.235543 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:47:08.581275 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:26.938168 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49414) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:27.042318 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e0daa6-b9fb-4cb3-a596-e3e321fadd4b admin admin] GET failed (client error): The resource could not be found. Jul 14 12:47:27.043914 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-50e0daa6-b9fb-4cb3-a596-e3e321fadd4b admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1048436 Jul 14 12:47:27.324590 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.policy [None req-14c1ec1b-a8fa-4745-a5d6-a61144148f7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 12:47:27.370577 dv-cinder-786933-4-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-14c1ec1b-a8fa-4745-a5d6-a61144148f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:47:27.370958 dv-cinder-786933-4-iscsi neutron-server[92953]: WARNING oslo_policy.policy [None req-14c1ec1b-a8fa-4745-a5d6-a61144148f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:47:27.379096 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1ec1b-a8fa-4745-a5d6-a61144148f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:27.380829 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-14c1ec1b-a8fa-4745-a5d6-a61144148f7d admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3330727 Jul 14 12:47:29.551405 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49426) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:29.646478 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee48ccb-2e5f-4a6d-b491-0db3f948b8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:29.648344 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3ee48ccb-2e5f-4a6d-b491-0db3f948b8d5 admin admin] 10.222.0.48 "GET /v2.0/subnets/28ee9a19-5792-4885-bc45-c9f237e8d680 HTTP/1.1" status: 200 len: 849 time: 0.0955033 Jul 14 12:47:29.657555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:47:29.747923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:29.896144 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779762754326'] for subnet, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:29.930213 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:29.930480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:29.932115 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] 10.222.0.48 "PUT /v2.0/subnets/28ee9a19-5792-4885-bc45-c9f237e8d680 HTTP/1.1" status: 200 len: 868 time: 0.2782576 Jul 14 12:47:29.933240 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52414b-7b30-49e9-83e4-e3be563b20bb None None] Network f3f57822-4f03-49f8-b60e-9a0b78945181 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:47:29.949520 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ee9a19-5792-4885-bc45-c9f237e8d680,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:47:29.957898 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.958270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.958616 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.958951 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.959283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.959629 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.959960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.961110 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.961468 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.961797 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.962324 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:29.962656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26689cd-8483-4ec5-bfe1-5f55c594e4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:47:30.312546 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b3a6ef3f-3daa-448d-a2ea-8bd4cce2122b None None] Provisioning complete for port b2ba1b9f-20c7-45aa-89d9-434a3528f0b0 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:47:30.312918 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b3a6ef3f-3daa-448d-a2ea-8bd4cce2122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:30.400994 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b3a6ef3f-3daa-448d-a2ea-8bd4cce2122b None None] Provisioning complete for port 15a61962-0bfd-42bf-a735-b33ec16a36f2 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:47:30.401251 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b3a6ef3f-3daa-448d-a2ea-8bd4cce2122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:32.141166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49436) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:32.342668 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f349e90-46f0-4b90-9086-29df7cb34b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:32.343143 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f349e90-46f0-4b90-9086-29df7cb34b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:32.344770 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6f349e90-46f0-4b90-9086-29df7cb34b85 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026126 Jul 14 12:47:33.028366 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b2f2ee65-9581-4914-a73b-69a529ac95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:34.611383 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49444) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:34.739010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27b172-8337-47f2-8591-2b1b0f8ebffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:34.739488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27b172-8337-47f2-8591-2b1b0f8ebffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:34.741023 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ca27b172-8337-47f2-8591-2b1b0f8ebffc admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286871 Jul 14 12:47:35.423971 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-01df2f19-eecc-47fe-a7ec-7fbeb6bbbf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:35.802782 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:36.687916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:36.906911 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49452) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:37.037325 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaaa021-27d6-448b-b989-4823cbe938af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:37.039377 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-beaaa021-27d6-448b-b989-4823cbe938af admin admin] 10.222.0.48 "GET /v2.0/networks/939b8a63-fe70-4623-bdee-3b613d6b1edc HTTP/1.1" status: 200 len: 886 time: 0.1315169 Jul 14 12:47:38.583691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:47:39.238366 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49460) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:39.442350 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a9188-0510-4765-9361-775a6ede562a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:39.443652 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5f0a9188-0510-4765-9361-775a6ede562a admin admin] 10.222.0.48 "GET /v2.0/networks/f3f57822-4f03-49f8-b60e-9a0b78945181 HTTP/1.1" status: 200 len: 869 time: 0.2043591 Jul 14 12:47:41.685807 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49468) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:41.809161 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac1349-d410-4cd2-907f-10fc7d8437e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:41.814883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac1349-d410-4cd2-907f-10fc7d8437e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:41.816622 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-60ac1349-d410-4cd2-907f-10fc7d8437e3 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295688 Jul 14 12:47:44.069736 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49476) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:44.171294 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76faf662-2e24-40d7-979b-4c82a05ed8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:44.171841 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76faf662-2e24-40d7-979b-4c82a05ed8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:44.173506 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-76faf662-2e24-40d7-979b-4c82a05ed8ed admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1026514 Jul 14 12:47:45.234586 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:47:46.355538 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49484) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:46.451301 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a5eae-a38a-4429-8881-e936b1c7ea4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:46.452717 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-793a5eae-a38a-4429-8881-e936b1c7ea4a admin admin] 10.222.0.48 "GET /v2.0/subnets/28ee9a19-5792-4885-bc45-c9f237e8d680 HTTP/1.1" status: 200 len: 868 time: 0.0962031 Jul 14 12:47:48.606643 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49492) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:47:48.723893 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8da84-73e2-4735-bbfd-81af333626ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:47:48.725331 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-09a8da84-73e2-4735-bbfd-81af333626ff admin admin] 10.222.0.48 "GET /v2.0/subnets/a9f5dc8c-03ac-4abc-a670-365f1756fd36 HTTP/1.1" status: 200 len: 816 time: 0.1177435 Jul 14 12:48:03.034500 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7a00b87c-1112-4cce-a5e8-c6d482c4d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:05.431125 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b511-5cc3-4a07-bc6e-c3d172ad38f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:05.811629 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:06.690833 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:08.587424 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:13.552863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49544) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:48:13.604422 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-fd0bcc2c-f07c-43ad-b465-8bbac1867ded admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:48:13.605419 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fd0bcc2c-f07c-43ad-b465-8bbac1867ded admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512726 Jul 14 12:48:15.949667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49552) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:48:16.011017 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabae582-51ba-4820-a24c-faaffcbbb257 admin admin] GET failed (client error): The resource could not be found. Jul 14 12:48:16.012371 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-aabae582-51ba-4820-a24c-faaffcbbb257 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617213 Jul 14 12:48:16.270132 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a3902-adec-4bce-993e-55d66a2a0df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:48:16.271645 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e95a3902-adec-4bce-993e-55d66a2a0df0 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2553906 Jul 14 12:48:18.502493 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49560) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:48:18.550470 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:48:18.570830 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Made reservation on behalf of 430dd6f9abad45e18cb8c217f013c3fa for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:48:18.573268 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:18.605885 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING neutron.services.revisions.revision_plugin [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Could not find related network for resource to bump revision. Jul 14 12:48:18.617317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:48:18.626452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:18.626791 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Added segment 924ea6cc-baa9-4de1-bbfd-6b822d209bf6 of type vlan for network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 Jul 14 12:48:18.666769 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:18.695234 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:18.696135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:48:18.696732 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:18.751694 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2480233 Jul 14 12:48:18.757111 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae465f-6fe1-4270-8659-b16c0745e485 admin admin] Pushing event updated for resources: {'Network': ['ID=101d6ebc-54c3-4d06-9524-8f269e5f4de0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:48:18.783045 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:48:20.965200 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49568) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:48:21.030682 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe08970-4f63-4e8a-bd46-e1afde722252 admin admin] GET failed (client error): The resource could not be found. Jul 14 12:48:21.032129 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0fe08970-4f63-4e8a-bd46-e1afde722252 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659747 Jul 14 12:48:21.102552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ba29f-7195-4e69-8b8c-e67dfdf0f0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:48:21.104027 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7f4ba29f-7195-4e69-8b8c-e67dfdf0f0eb admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680945 Jul 14 12:48:21.113835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0', 'cidr': '192.168.233.0/24'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:48:21.142656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Made reservation on behalf of 430dd6f9abad45e18cb8c217f013c3fa for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:48:21.144953 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:21.310711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:21.366634 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf41bf4-fa2a-49aa-bc08-19d10ec8a340,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:48:21.373685 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Checking segment: {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:48:21.374071 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Network hostable DHCP agents. Network: 101d6ebc-54c3-4d06-9524-8f269e5f4de0, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:48:21.390247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:48:21.399774 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 101d6ebc-54c3-4d06-9524-8f269e5f4de0) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:48:21.404526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:48:21.405171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:21.411123 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e1354-e0b5-449f-a42e-2f388746ffdf None None] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:48:21.423297 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eaecbc30-5ed8-4456-83be-8470d11ae7d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128929 Jul 14 12:48:21.667447 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-101d6ebc-54c3-4d06-9524-8f269e5f4de0', 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0', 'tenant_id': '430dd6f9abad45e18cb8c217f013c3fa', 'fixed_ips': [{'subnet_id': 'dbf41bf4-fa2a-49aa-bc08-19d10ec8a340'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:48:21.668468 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:21.822001 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Allocated IP 192.168.233.2 (101d6ebc-54c3-4d06-9524-8f269e5f4de0/dbf41bf4-fa2a-49aa-bc08-19d10ec8a340/2f74260c-6b6a-4b06-8722-9bbab591fc47) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:48:21.974069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:21.983086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Transition to ACTIVE for port object 2f74260c-6b6a-4b06-8722-9bbab591fc47 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:48:22.001017 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Transition to ACTIVE for port object 2f74260c-6b6a-4b06-8722-9bbab591fc47 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:48:22.008135 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:22.051320 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:48:22.054743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:48:22.059170 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:48:22.062500 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Pushing event updated for resources: {'Port': ['ID=2f74260c-6b6a-4b06-8722-9bbab591fc47,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:48:22.074104 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.074456 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.074803 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.075145 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.075482 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.075819 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.076155 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.076486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.076841 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.077247 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.077514 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.077840 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:48:22.130390 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Attempting to bind port 2f74260c-6b6a-4b06-8722-9bbab591fc47 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:48:22.130757 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Attempting to bind port 2f74260c-6b6a-4b06-8722-9bbab591fc47 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:48:22.131847 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Attempting to bind port 2f74260c-6b6a-4b06-8722-9bbab591fc47 on network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:48:22.137524 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:48:22.137941 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Checking segment: {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:48:22.138345 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:22.138737 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Bound using segment: {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:48:22.139199 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Bound port: 2f74260c-6b6a-4b06-8722-9bbab591fc47, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:48:22.139596 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:22.212564 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] For port 2f74260c-6b6a-4b06-8722-9bbab591fc47, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:48:22.216149 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] For port 2f74260c-6b6a-4b06-8722-9bbab591fc47, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=2f74260c-6b6a-4b06-8722-9bbab591fc47,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:48:22.220439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:22.242594 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:48:22.278963 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8198b0-40f3-40c3-9416-c9a39eddf174 None None] Pushing event updated for resources: {'Port': ['ID=2f74260c-6b6a-4b06-8722-9bbab591fc47,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:48:23.122398 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db55d7-0915-4b25-a4d3-f4c1d6e2fead None None] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:48:23.178942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6b88c99c-9a27-499f-ac74-b52f24d8dcf4 None None] Provisioning for port 2f74260c-6b6a-4b06-8722-9bbab591fc47 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:48:23.976209 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 2f74260c-6b6a-4b06-8722-9bbab591fc47 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:48:24.028249 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 2f74260c-6b6a-4b06-8722-9bbab591fc47 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:48:24.031994 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 2f74260c-6b6a-4b06-8722-9bbab591fc47 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:48:24.032364 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:24.121860 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:24.163378 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 2f74260c-6b6a-4b06-8722-9bbab591fc47, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=2f74260c-6b6a-4b06-8722-9bbab591fc47,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:48:24.168967 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:24.218969 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=2f74260c-6b6a-4b06-8722-9bbab591fc47,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:48:25.953184 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 2f74260c-6b6a-4b06-8722-9bbab591fc47 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:48:26.010774 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 2f74260c-6b6a-4b06-8722-9bbab591fc47 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:48:26.011142 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:33.039510 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d57722b5-b48b-4857-85ba-1238ebc87140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:35.424589 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-03889a37-d20f-4022-8711-74cd7be97ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:35.803268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:36.692183 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:38.590634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:48:59.232185 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:49:03.030936 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02f3901a-f8a1-4a1a-ada6-6930baec939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:05.425219 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4f2463c9-0b8b-41dc-b748-349c27b28069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:05.808232 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:06.695953 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:08.593977 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:32.856032 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49620) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:49:32.862051 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [None req-7e4683aa-f257-431f-9a6f-2c40afc64e58 tempest-verify_tempest_config-99457603 tempest-verify_tempest_config-99457603-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:49:32.863016 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7e4683aa-f257-431f-9a6f-2c40afc64e58 tempest-verify_tempest_config-99457603 tempest-verify_tempest_config-99457603-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060294 Jul 14 12:49:33.041768 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8ddccf47-bd5e-4bd3-8a28-e91db46dabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.183999 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49638) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:49:33.284486 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.377656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.382178 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.430417 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40b738912358425aa141694d3b40e37f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2453620 Jul 14 12:49:33.431237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183d503-abc8-4a83-bfd2-f186b63fb762,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:49:33.433123 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49642) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:49:33.438309 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.438672 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.439875 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.439875 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.439875 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.440156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.440292 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.440614 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.440959 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.441267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.441580 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.441942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10111f2-0ffc-4005-8409-ad96dc6ec68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.522048 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.542507 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.637502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.640139 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:33.641524 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e183d503-abc8-4a83-bfd2-f186b63fb762 HTTP/1.1" status: 204 len: 168 time: 0.2073615 Jul 14 12:49:33.650178 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183d503-abc8-4a83-bfd2-f186b63fb762,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:49:33.659426 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.660067 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.660486 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.661442 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.661845 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.662521 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.662706 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.663036 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.663414 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.663745 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.664069 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.664390 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19739c-f392-412f-ba30-d12d91d06d51 admin admin] Tracked resource versions report: Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: pushed versions: Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: consumer versions: Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Log': '1.0', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Network': '1.1', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Port': '1.7', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 14 12:49:33.665550 dv-cinder-786933-4-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:49:35.433435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-539ff547-df7c-4923-ac36-eaf429eea9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:35.810399 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:36.230138 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:49:36.698720 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:49:38.597947 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:03.035740 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-466f5e29-1ec6-482c-86e8-8893d0bf8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:05.430775 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-98a39c56-6325-4af8-a247-14c8ef8b9c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:05.812649 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:06.700579 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:08.596281 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:13.229107 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:50:33.037127 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7042fa1e-f841-4a95-8f96-6ff73f888520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:35.420899 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fdde2032-c379-4499-8004-b3d53164ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:35.815329 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:36.707095 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:38.597930 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:50:50.227802 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 5 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:51:03.040288 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0e13-7408-4966-94e7-10c3fc151cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:05.423838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b75aad91-a4fb-4788-a8c1-349e328a53c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:05.818838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:06.711858 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:08.542497 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4083770'] for agent, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:08.600517 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:13.020632 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49700) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:51:13.133273 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-87bb24ad-3100-40ef-b79f-f178131ee360 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1092381 Jul 14 12:51:15.354638 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49710) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:51:15.415928 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a67a86d1-7f13-4af2-a9b3-92e4dd8e4a97 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0601172 Jul 14 12:51:27.234822 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:51:33.041548 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7678d83a-2449-4f8b-a245-c3abee7a2826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:35.428499 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a99ea00e-60ee-456a-91a9-e87dbf4e38a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:35.820810 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:36.715598 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:38.496633 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:51:38.604465 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:03.041753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d36f28bd-6ad8-45da-bf1a-3ab008105772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:04.222866 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:52:05.431653 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-05aa4395-91b5-4d17-a13e-232ca31080b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:05.825582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:06.722835 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:08.501480 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:08.612223 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:33.043087 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7ebd9362-8713-4fd5-8cb0-55dc6cf05c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:35.531025 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8df5d638-5f13-4886-9a0b-ef110df9e21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:35.830852 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:36.724255 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:38.495015 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:38.612371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:41.221232 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:52:45.009919 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49926) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:45.038566 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 49932) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:45.394841 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-107959764-network', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:45.396149 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.quota [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Loaded quota_driver: . Jul 14 12:52:45.440145 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Made reservation on behalf of 9b12b139eeba4bdeaa14edfa18890bbe for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:45.444121 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.454025 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-network', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:45.484481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49958) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:45.491059 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.506099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Made reservation on behalf of 22c7ea74d33048098ef16ecf7eadf0cb for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:45.508668 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.522955 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.534538 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 49966) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:45.655892 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-162606793-network', 'tenant_id': '7ec74adb574f46808ce89f6d242c7401'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:45.689920 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.700595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.722737 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:52:45.751411 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779762911546', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.751912 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Unsubscribe: segment precommit_create {{(pid=92953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 12:52:45.752388 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Added segment 2d358749-300a-4fa7-bf76-06554e39f975 of type vlan for network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 Jul 14 12:52:45.894319 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9de7a1-9e48-42cb-94cf-4389d7c9d06d,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:45.904662 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-network', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:45.905673 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:45.932213 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.932589 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.932934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.933274 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.933803 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.934200 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.934533 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.935216 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.935579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.935953 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.936283 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.936604 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Tracked resource versions report: Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: pushed versions: Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: consumer versions: Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: HyperV agent@hv-cinder-78693: {}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Log': '1.0', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Network': '1.1', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Port': '1.7', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 14 12:52:45.938138 dv-cinder-786933-4-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:52:45.999637 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.001791 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.002850 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:46.003480 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.039226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Made reservation on behalf of 7ec74adb574f46808ce89f6d242c7401 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:46.041687 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.060388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.098007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Made reservation on behalf of 57c6d4588a404549ae9cc4fe299888a1 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:46.101311 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.143995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.146999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.158604 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:52:46.167933 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.168544 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Added segment 5698a65a-feb5-45ba-9cc7-7501f321870e of type vlan for network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 Jul 14 12:52:46.205756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.223191 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.261688 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:52:46.264046 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.265208 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:46.266006 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.274548 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.283607 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.308531 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:52:46.362219 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e04554a9-c0a6-464e-a54a-053db6d070d8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3510516 Jul 14 12:52:46.372026 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50012) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:46.373030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726ff99-47ef-46fd-b8d5-7cd6c179ea24,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.412986 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Request body: {'subnet': {'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-107959764-subnet', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:46.432398 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=05e77cd2-bd46-4c2b-97e5-fcf01a974050,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.441454 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.445984 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:52:46.457331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.487315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.489526 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Added segment 819751b2-1db5-474f-9772-eff97f116231 of type vlan for network 267d548d-49d1-4954-b219-5775e2529e11 Jul 14 12:52:46.489934 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-049ab707-0e4d-4da6-9dae-391f44da3aa7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4500186 Jul 14 12:52:46.490599 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50022) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:46.492513 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:52:46.516632 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Request body: {'subnet': {'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-subnet', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:46.549035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.549642 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Added segment 9dcff137-ed4e-4db5-9a2f-b29e99777190 of type vlan for network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab Jul 14 12:52:46.551345 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c89548-8ed5-448d-b47d-541106c308ec,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.554339 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Made reservation on behalf of 9b12b139eeba4bdeaa14edfa18890bbe for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:46.556625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.596119 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.601236 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.601898 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.602501 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.603051 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.603587 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.604135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.604701 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.605240 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.605793 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.606365 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.607122 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.607656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Tracked resource versions report: Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: pushed versions: Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: consumer versions: Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: HyperV agent@hv-cinder-78693: {}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Log': '1.0', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Network': '1.1', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Port': '1.7', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 14 12:52:46.609128 dv-cinder-786933-4-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:52:46.683260 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.763035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5668f5d9-6faf-4208-a13a-9d71325d895a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.787479 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.788483 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:46.789156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.800076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.801135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:46.801741 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.820569 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Made reservation on behalf of 22c7ea74d33048098ef16ecf7eadf0cb for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:46.824561 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:46.876824 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3367841 Jul 14 12:52:46.879781 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50034) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:46.888078 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Request body: {'subnet': {'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-subnet', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:46.902873 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4171300 Jul 14 12:52:46.905804 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88396-c9a5-4432-af4e-0cba7412aa98 admin admin] Pushing event updated for resources: {'Network': ['ID=2fee1dd9-1639-4e92-a3d9-8983ae5048ab,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:46.906731 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50036) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:46.917837 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:52:46.983240 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Request body: {'subnet': {'network_id': '267d548d-49d1-4954-b219-5775e2529e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-162606793-subnet', 'tenant_id': '7ec74adb574f46808ce89f6d242c7401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:46.996713 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.069813 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Made reservation on behalf of 57c6d4588a404549ae9cc4fe299888a1 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:47.073388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.098827 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506ace94-9d4b-41e2-9d0c-77d4d253a576,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:47.157243 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb524-60bb-4787-b2f6-d239967d27bd admin admin] Pushing event updated for resources: {'Network': ['ID=267d548d-49d1-4954-b219-5775e2529e11,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:47.158255 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Checking segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:47.170067 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Network hostable DHCP agents. Network: d4eee5b1-42d1-4fb2-9b3c-dbeee147f369, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:52:47.170916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 267d548d-49d1-4954-b219-5775e2529e11 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:52:47.172867 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Made reservation on behalf of 7ec74adb574f46808ce89f6d242c7401 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:47.175396 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.337413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.348510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:52:47.403039 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec7a2a5-044b-4879-9beb-41adf0705a8d,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:47.420823 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, d4eee5b1-42d1-4fb2-9b3c-dbeee147f369) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:47.436530 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:47.437113 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.437774 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1355ddf-62f2-4c28-ad9e-7ecf138cec72 None None] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:47.465506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Checking segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:47.465744 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.467057 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Network hostable DHCP agents. Network: 2fee1dd9-1639-4e92-a3d9-8983ae5048ab, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:52:47.477265 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4ade1698-6361-47cb-8a07-1edba6e48dc3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0849316 Jul 14 12:52:47.480087 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50074) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:47.486569 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:47.532621 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:52:47.545661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.547097 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.556946 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 2fee1dd9-1639-4e92-a3d9-8983ae5048ab) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:47.566575 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:47.568036 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.574274 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c71c8-10c1-4277-a240-e58f13daf01c None None] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:47.640925 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a47fc68-bc9c-4c1d-b163-495238bb59a4,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:47.652818 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8f21f155-6b1e-44bd-8741-e809223c1a58 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7695019 Jul 14 12:52:47.662999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50082) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:47.674850 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:47.699950 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Checking segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:47.700308 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Network hostable DHCP agents. Network: 05e77cd2-bd46-4c2b-97e5-fcf01a974050, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:52:47.715040 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.716875 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.754312 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.756306 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:47.790743 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:52:47.808891 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e14232e-c90c-4ead-a2a6-6b38fbc140e6,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:47.854219 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595a4fe-ba8b-4caf-803e-70fe8da57693 None None] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:47.965010 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 05e77cd2-bd46-4c2b-97e5-fcf01a974050) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:47.987711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.019940 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:48.020960 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.027171 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.031904 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Checking segment: {'id': '819751b2-1db5-474f-9772-eff97f116231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '267d548d-49d1-4954-b219-5775e2529e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:48.032625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Network hostable DHCP agents. Network: 267d548d-49d1-4954-b219-5775e2529e11, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:52:48.036612 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e964be7-1945-4950-a17b-b9fa83f6c011 None None] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:48.051241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50100) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:48.069644 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-d4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:52:48.071332 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.125378 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-18b630c8-64db-49d8-a042-9de0d775d8c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6259305 Jul 14 12:52:48.127595 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50104) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:48.136645 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:48.166781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Network 267d548d-49d1-4954-b219-5775e2529e11 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:52:48.181532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 267d548d-49d1-4954-b219-5775e2529e11) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:48.188269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:48.189108 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.222591 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedb430-39dc-439c-a0ae-1af3bb57a922 None None] Network 267d548d-49d1-4954-b219-5775e2529e11 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:48.242197 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.247031 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.320671 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-72792141-2c54-4a8b-817e-126827203fec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4127913 Jul 14 12:52:48.350304 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.435751 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50114) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:48.446513 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Allocated IP 172.20.0.2 (d4eee5b1-42d1-4fb2-9b3c-dbeee147f369/506ace94-9d4b-41e2-9d0c-77d4d253a576/704300eb-ab06-4159-9cc5-fd006bd8cf21) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:48.523714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.684861 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d67dfc1f-5107-4202-acd8-5d50fe91aeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.700399 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf96ad-31d6-41a9-a620-0ccc13b72318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.737652 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:52:48.738762 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.755185 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be105a-0b54-4145-9605-d21779444b37 None None] Network 267d548d-49d1-4954-b219-5775e2529e11 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:48.836544 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.883040 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.904241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.918681 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:48.942447 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.029586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50148) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:49.032617 dv-cinder-786933-4-iscsi neutron-server[92954]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 12:52:49.110324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.122213 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Transition to ACTIVE for port object 704300eb-ab06-4159-9cc5-fd006bd8cf21 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:49.141053 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Transition to ACTIVE for port object 704300eb-ab06-4159-9cc5-fd006bd8cf21 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:49.158243 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.182472 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:49.254479 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:49.262838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:49.301950 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d67dfc1f-5107-4202-acd8-5d50fe91aeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.325324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Allocated IP 172.20.0.2 (05e77cd2-bd46-4c2b-97e5-fcf01a974050/5a47fc68-bc9c-4c1d-b163-495238bb59a4/19aed7c9-71ba-47e8-b127-a0412712eaf9) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:49.338544 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d67dfc1f-5107-4202-acd8-5d50fe91aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.343184 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Pushing event updated for resources: {'Port': ['ID=704300eb-ab06-4159-9cc5-fd006bd8cf21,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:49.382255 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Allocated IP 172.27.3.91 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/b0ef7993-ab80-4b56-9a55-4500f1fdb073) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:49.394130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3caea0e0-f1e0-4a62-b706-b98b1aa9bcda tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:49.398155 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3caea0e0-f1e0-4a62-b706-b98b1aa9bcda tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/networks?id=267d548d-49d1-4954-b219-5775e2529e11 HTTP/1.1" status: 200 len: 811 time: 0.3671834 Jul 14 12:52:49.414005 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dfc1f-5107-4202-acd8-5d50fe91aeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48af4f19-f4ee-4682-bc6d-a7caf7f74f30,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:49.426959 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.427309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.427662 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.428003 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.428497 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.428836 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.429165 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.429496 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.429842 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.430309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.430530 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.430872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Tracked resource versions report: Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: pushed versions: Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: { 'AddressGroup': {'1.2'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'ConntrackHelper': {'1.0'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Log': {'1.0'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Network': {'1.1'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Port': {'1.7'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'PortForwarding': {'1.2'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'QosPolicy': {'1.8'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroup': {'1.4'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SubPort': {'1.0'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Subnet': {'1.1'}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Trunk': {'1.1'}} Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: consumer versions: Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: HyperV agent@hv-cinder-78693: {}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'ConntrackHelper': '1.0', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Log': '1.0', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Network': '1.1', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Port': '1.7', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'PortForwarding': '1.2', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'QosPolicy': '1.8', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroup': '1.4', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SecurityGroupRule': '1.2', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'SubPort': '1.0', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Subnet': '1.1', Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: 'Trunk': '1.1'}} Jul 14 12:52:49.432004 dv-cinder-786933-4-iscsi neutron-server[92955]: {{(pid=92955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:52:49.451751 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d67dfc1f-5107-4202-acd8-5d50fe91aeb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a03f13445c2c486796a90e8ccec192e0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0119290 Jul 14 12:52:49.452696 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-db8b6e1f-81c5-4de5-b1d2-66635f1558fb tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/quotas/7ec74adb574f46808ce89f6d242c7401 HTTP/1.1" status: 200 len: 375 time: 0.0351849 Jul 14 12:52:49.453075 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50176) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:49.523303 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf96ad-31d6-41a9-a620-0ccc13b72318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.557216 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Attempting to bind port 704300eb-ab06-4159-9cc5-fd006bd8cf21 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:52:49.558388 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Attempting to bind port 704300eb-ab06-4159-9cc5-fd006bd8cf21 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:52:49.559119 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Attempting to bind port 704300eb-ab06-4159-9cc5-fd006bd8cf21 on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:52:49.568783 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:52:49.569486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Checking segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:49.570072 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.570614 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Bound using segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:52:49.571246 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Bound port: 704300eb-ab06-4159-9cc5-fd006bd8cf21, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:52:49.571819 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.608901 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.695600 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf96ad-31d6-41a9-a620-0ccc13b72318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.722698 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.723600 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1bdf96ad-31d6-41a9-a620-0ccc13b72318 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca93e3681bae4eb9b95a31d88c331654&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6592562 Jul 14 12:52:49.727758 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50188) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:49.735228 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3f18523d-283f-47dd-be1d-3d535c74ae1e tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ec74adb574f46808ce89f6d242c7401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2059534 Jul 14 12:52:49.751188 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.772982 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.785441 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:49.795449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.818969 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:49.840658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.843079 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] For port 704300eb-ab06-4159-9cc5-fd006bd8cf21, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:52:49.849464 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] For port 704300eb-ab06-4159-9cc5-fd006bd8cf21, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=704300eb-ab06-4159-9cc5-fd006bd8cf21,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:52:49.855473 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Transition to ACTIVE for port object 19aed7c9-71ba-47e8-b127-a0412712eaf9 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:49.858070 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.864831 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:49.908480 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Transition to ACTIVE for port object 19aed7c9-71ba-47e8-b127-a0412712eaf9 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:49.914441 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Allocated IP 172.27.3.195 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/38f896ce-967f-482f-9e0e-81754c02789f) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:49.916476 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf96ad-31d6-41a9-a620-0ccc13b72318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fca196-5546-4078-a924-1f9b7d02a606,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:49.939891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:49.958945 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef7245-67ae-458e-97d7-1499b3163a11 None None] Pushing event updated for resources: {'Port': ['ID=704300eb-ab06-4159-9cc5-fd006bd8cf21,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:49.993196 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:49.996855 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:49.999611 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-2bf4391d-7d71-4c84-9691-b8d845db5c97 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:52:50.000386 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:50.003298 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-2bf4391d-7d71-4c84-9691-b8d845db5c97 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153755 Jul 14 12:52:50.039268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Pushing event updated for resources: {'Port': ['ID=19aed7c9-71ba-47e8-b127-a0412712eaf9,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:50.080235 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.080462 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Attempting to bind port 19aed7c9-71ba-47e8-b127-a0412712eaf9 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:52:50.080691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Attempting to bind port 19aed7c9-71ba-47e8-b127-a0412712eaf9 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:52:50.081740 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Attempting to bind port 19aed7c9-71ba-47e8-b127-a0412712eaf9 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:52:50.087663 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:52:50.087663 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Checking segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:50.088131 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.088429 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Bound using segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:52:50.088945 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Bound port: 19aed7c9-71ba-47e8-b127-a0412712eaf9, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:52:50.089351 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.150229 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Pushing event updated for resources: {'Port': ['ID=b0ef7993-ab80-4b56-9a55-4500f1fdb073,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:50.152519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.180308 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] For port 19aed7c9-71ba-47e8-b127-a0412712eaf9, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:52:50.184588 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] For port 19aed7c9-71ba-47e8-b127-a0412712eaf9, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=19aed7c9-71ba-47e8-b127-a0412712eaf9,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:52:50.184991 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-16efbdc1-2e3e-4674-9f7b-5cae442dfb46 service neutron] 10.222.0.48 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707418 Jul 14 12:52:50.197306 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.298555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892d96-d1e1-4aeb-88c3-bb1acc5ee62d None None] Pushing event updated for resources: {'Port': ['ID=19aed7c9-71ba-47e8-b127-a0412712eaf9,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:50.303011 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.338821 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-2e2febcb-7325-4377-935a-9c9cb0365cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523886 Jul 14 12:52:50.341759 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.436684 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Pushing event updated for resources: {'Port': ['ID=38f896ce-967f-482f-9e0e-81754c02789f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:50.449986 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.450910 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:50.454526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:50.457191 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.458234 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:50.459671 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48af4f19-f4ee-4682-bc6d-a7caf7f74f30 HTTP/1.1" status: 204 len: 168 time: 1.0055971 Jul 14 12:52:50.502374 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9755cbd-52c7-4b6d-bb0f-2753fa321a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af4f19-f4ee-4682-bc6d-a7caf7f74f30,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:50.537584 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.577764 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.805126 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Allocated IP 172.27.3.102 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/e7e03075-5ddd-4fc7-8260-655a70190906) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:50.861010 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.873020 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:50.876634 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5fca196-5546-4078-a924-1f9b7d02a606 HTTP/1.1" status: 204 len: 168 time: 1.1441717 Jul 14 12:52:51.130907 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0bd47617-d8e8-404a-9396-bff326a0d4f6 req-ba020fa8-baf3-401f-9aba-79a6689fa1cc tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.1860213 Jul 14 12:52:51.168671 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629796-e9de-4564-93a7-1c2c7ebeef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fca196-5546-4078-a924-1f9b7d02a606,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:51.175180 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:51.268316 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:51.348801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50250) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:51.409911 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2cff869d-58c0-4af6-bbea-78029dd35786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:51.479877 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Router f18c40f7-2359-4868-a33c-bd82e2655076 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:52:51.514355 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:51.537200 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23d270-b9be-4198-b182-91a56dafdc31 None None] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:51.607344 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:51.704661 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-58b7322e-201e-4fe0-8fd8-f481210eb28d None None] Provisioning for port 704300eb-ab06-4159-9cc5-fd006bd8cf21 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:52:51.766991 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:52:51.782611 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Sync routers for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:52:51.797180 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:51.798122 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:51.802423 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:51.821087 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:51.834466 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:51.931885 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Pushing event updated for resources: {'Port': ['ID=e7e03075-5ddd-4fc7-8260-655a70190906,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:52.054094 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2cff869d-58c0-4af6-bbea-78029dd35786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:52.066295 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:52.068621 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ab1fcbaa-da5d-4eb8-836e-318cbe38159e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3994474 Jul 14 12:52:52.071501 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50274) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:52.087840 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2cff869d-58c0-4af6-bbea-78029dd35786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:52.104229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a424d-c0d3-4fb6-a3b8-8ecdaa06e435 None None] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:52:52.117535 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:52.183541 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50276) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:52.304282 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff869d-58c0-4af6-bbea-78029dd35786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987e6c3-20e6-4fa4-b380-6d5375543970,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:52.376001 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 704300eb-ab06-4159-9cc5-fd006bd8cf21 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:52.438598 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-fcfa69dd-5cad-43b8-92dc-3700402cb78e None None] Provisioning for port 19aed7c9-71ba-47e8-b127-a0412712eaf9 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:52:52.494402 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:50Z', 'revision_number': 3, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:52.540172 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Checking router: f18c40f7-2359-4868-a33c-bd82e2655076 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:52:52.540796 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Updating router f18c40f7-2359-4868-a33c-bd82e2655076 port b0ef7993-ab80-4b56-9a55-4500f1fdb073 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:52:52.593005 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:52.697255 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 704300eb-ab06-4159-9cc5-fd006bd8cf21 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:52:52.700538 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:52.799895 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 704300eb-ab06-4159-9cc5-fd006bd8cf21 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:52.800777 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.066066 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2cff869d-58c0-4af6-bbea-78029dd35786 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=564018cfe3bc41fcbda4a9add4f50f7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7102189 Jul 14 12:52:53.066831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50324) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:53.122974 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.139253 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.175408 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5a4432af-997c-4a21-8689-a1218c817f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.191524 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bbf58a32-0568-466e-bf3f-33cccff5674b req-10c12ee9-3041-4c1e-85af-feb7b3ad1f24 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.8927410 Jul 14 12:52:53.201532 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.217765 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 704300eb-ab06-4159-9cc5-fd006bd8cf21, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=704300eb-ab06-4159-9cc5-fd006bd8cf21,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:52:53.228823 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.232183 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Transition to ACTIVE for port object b0ef7993-ab80-4b56-9a55-4500f1fdb073 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:53.233366 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-108a6662-aae8-429c-b131-1e8a3dee3713 None None] Provisioning complete for port 704300eb-ab06-4159-9cc5-fd006bd8cf21 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:53.234144 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-108a6662-aae8-429c-b131-1e8a3dee3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.258071 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.294219 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.295515 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 19aed7c9-71ba-47e8-b127-a0412712eaf9 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:53.378997 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Attempting to bind port b0ef7993-ab80-4b56-9a55-4500f1fdb073 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:52:53.379286 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Attempting to bind port b0ef7993-ab80-4b56-9a55-4500f1fdb073 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:52:53.382481 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Attempting to bind port b0ef7993-ab80-4b56-9a55-4500f1fdb073 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:52:53.406892 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:52:53.407607 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:53.408223 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.408806 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:52:53.409506 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Bound port: b0ef7993-ab80-4b56-9a55-4500f1fdb073, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:52:53.410369 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.526872 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] For port b0ef7993-ab80-4b56-9a55-4500f1fdb073, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:52:53.541415 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] For port b0ef7993-ab80-4b56-9a55-4500f1fdb073, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b0ef7993-ab80-4b56-9a55-4500f1fdb073,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:52:53.554673 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.575133 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7993-ab80-4b56-9a55-4500f1fdb073,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:53.581792 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=704300eb-ab06-4159-9cc5-fd006bd8cf21,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:53.589271 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.589635 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.606087 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.606823 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.607343 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.607840 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.608183 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.608514 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.608859 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.609346 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.609824 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.610321 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Tracked resource versions report: Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: pushed versions: Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: { 'AddressGroup': {'1.2'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'ConntrackHelper': {'1.0'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Log': {'1.0'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Network': {'1.1'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Port': {'1.7'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'PortForwarding': {'1.2'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'QosPolicy': {'1.8'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroup': {'1.4'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SubPort': {'1.0'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Subnet': {'1.1'}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Trunk': {'1.1'}} Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: consumer versions: Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: { DHCP agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: HyperV agent@hv-cinder-78693: {}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: L3 agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: Metadata agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: Metering agent@dv-cinder-786933-4-iscsi: {}, Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: Open vSwitch agent@dv-cinder-786933-4-iscsi: { 'AddressGroup': '1.2', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'ConntrackHelper': '1.0', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Log': '1.0', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Network': '1.1', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Port': '1.7', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'PortForwarding': '1.2', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'QosPolicy': '1.8', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroup': '1.4', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SecurityGroupRule': '1.2', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'SubPort': '1.0', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Subnet': '1.1', Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: 'Trunk': '1.1'}} Jul 14 12:52:53.611584 dv-cinder-786933-4-iscsi neutron-server[92956]: {{(pid=92956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:52:53.642516 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 19aed7c9-71ba-47e8-b127-a0412712eaf9 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:52:53.647327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 19aed7c9-71ba-47e8-b127-a0412712eaf9 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:53.647710 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.659801 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:53.662578 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:53.717757 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Allocated IP 172.20.0.1 (2fee1dd9-1639-4e92-a3d9-8983ae5048ab/5ec7a2a5-044b-4879-9beb-41adf0705a8d/3c2d1490-958d-42ef-b33f-2a19bdd9ccd8) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:53.719434 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.731793 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.862741 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-0873c171-d453-4c16-b5f4-621a0e1cb749 None None] Provisioning complete for port 19aed7c9-71ba-47e8-b127-a0412712eaf9 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:53.863899 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0873c171-d453-4c16-b5f4-621a0e1cb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.886934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.908051 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.946534 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:53.964090 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247c99-35fa-485e-a23e-9aa7cc9f7d83 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7993-ab80-4b56-9a55-4500f1fdb073,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:54.004356 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:54.037426 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:54.044493 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 19aed7c9-71ba-47e8-b127-a0412712eaf9, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=19aed7c9-71ba-47e8-b127-a0412712eaf9,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:52:54.052101 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:54.059425 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:54.060756 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.061461 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.107487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.195674 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 704300eb-ab06-4159-9cc5-fd006bd8cf21 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:54.205433 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5a4432af-997c-4a21-8689-a1218c817f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.222740 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5a4432af-997c-4a21-8689-a1218c817f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.273833 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5a4432af-997c-4a21-8689-a1218c817f72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eef030f16db4eaa9ddbd0c802201525&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9848006 Jul 14 12:52:54.275528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:52:54.281734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50360) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:54.282418 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:54.354902 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=19aed7c9-71ba-47e8-b127-a0412712eaf9,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:54.371498 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4432af-997c-4a21-8689-a1218c817f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2468b7-3a13-4d31-9bd0-02ac3a570734,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:54.421685 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 704300eb-ab06-4159-9cc5-fd006bd8cf21 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:54.422973 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.464371 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.467308 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.471463 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c987e6c3-20e6-4fa4-b380-6d5375543970 HTTP/1.1" status: 204 len: 168 time: 1.3442543 Jul 14 12:52:54.472502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.508688 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe456c-4301-472c-b991-a253e1cbd517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987e6c3-20e6-4fa4-b380-6d5375543970,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:54.534173 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:50Z', 'revision_number': 3, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:54.612767 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a9dde-6877-429b-b9f7-0a686052be0e None None] The sync data for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi is: [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:50Z', 'revision_number': 3, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:52:54.656160 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.665837 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:52:54.703989 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:52:54.738651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:52:54.796269 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:54.805218 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-818b4e54-d0bd-4479-acf9-23c2577ac82c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6730611 Jul 14 12:52:54.808798 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50374) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:54.841205 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:54.844445 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:54.980646 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50378) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:54.996209 dv-cinder-786933-4-iscsi neutron-server[92953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 12:52:55.082085 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.49', 64763) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:55.107693 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:55.113459 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:55.116033 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b2468b7-3a13-4d31-9bd0-02ac3a570734 HTTP/1.1" status: 204 len: 168 time: 0.8174136 Jul 14 12:52:55.186066 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:55.242648 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2896768-4237-4986-b05b-a25c5b0bfbbe req-95c931af-f73a-4e56-8987-6c94908f75d1 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.2591562 Jul 14 12:52:55.287829 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a85c6-20e5-4a26-9a3d-f9bd2cea2644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2468b7-3a13-4d31-9bd0-02ac3a570734,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:55.325506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:52:55.339302 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:52:55.352024 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:55.355993 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:55.356638 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:55.518991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-40cca23f-fdea-435b-b12e-b7ef86cc077a tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:52:55.521764 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-40cca23f-fdea-435b-b12e-b7ef86cc077a tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.49 "GET /v2.0/networks?id=267d548d-49d1-4954-b219-5775e2529e11 HTTP/1.1" status: 200 len: 811 time: 0.4378023 Jul 14 12:52:55.572749 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:55.575764 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1633bdfa-bdd3-4964-8854-2de21f4c887b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0942771 Jul 14 12:52:55.589407 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50388) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:55.634206 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Request body: {'port': {'device_id': '88efc0c2-c240-4777-afbe-c1f266bec212', 'network_id': '267d548d-49d1-4954-b219-5775e2529e11', 'admin_state_up': True, 'tenant_id': '7ec74adb574f46808ce89f6d242c7401'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:52:55.882209 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:52Z', 'revision_number': 3, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:55.959494 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:52:55.959841 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Updating router 1770c6f5-859b-46ad-9179-070e93b0e2c6 port e7e03075-5ddd-4fc7-8260-655a70190906 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:52:56.069542 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.220787 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:56.537587 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50408) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:56.658378 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b0ef7993-ab80-4b56-9a55-4500f1fdb073 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:56.708756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.805994 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b42ad001-a688-4d87-aefc-754f32feb7d0 req-1bfffedb-3cd9-48c4-ba13-aa00eb1c648e tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.0939822 Jul 14 12:52:56.863077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.db.api [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 12:52:56.863077 dv-cinder-786933-4-iscsi neutron-server[92954]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 12:52:56.863077 dv-cinder-786933-4-iscsi neutron-server[92954]: [parameters: {'project_id_1': 'dfd6d4cf1b6d4a9185a95b6f210c079f', 'expiration_1': datetime.datetime(2021, 7, 14, 12, 52, 56, 835068)}] Jul 14 12:52:56.863077 dv-cinder-786933-4-iscsi neutron-server[92954]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:52:56.863483 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG oslo_db.api [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:52:56.877595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.902651 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Made reservation on behalf of 7ec74adb574f46808ce89f6d242c7401 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:52:56.906791 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:51Z', 'revision_number': 3, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:56.907006 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.963377 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port b0ef7993-ab80-4b56-9a55-4500f1fdb073 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:52:56.977347 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:52:56.979961 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Updating router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d port 38f896ce-967f-482f-9e0e-81754c02789f binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:52:56.985846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b0ef7993-ab80-4b56-9a55-4500f1fdb073 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:56.986688 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.991312 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:56.992679 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.055032 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.198939 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.211135 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Transition to ACTIVE for port object e7e03075-5ddd-4fc7-8260-655a70190906 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:57.242939 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.330547 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:57.366028 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:57.369551 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.376241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.388151 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:57.418248 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Attempting to bind port e7e03075-5ddd-4fc7-8260-655a70190906 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:52:57.418734 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Attempting to bind port e7e03075-5ddd-4fc7-8260-655a70190906 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:52:57.419224 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Attempting to bind port e7e03075-5ddd-4fc7-8260-655a70190906 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:52:57.423149 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b73b6-25e9-4c43-88fe-f889241a8e1f None None] Pushing event updated for resources: {'Port': ['ID=e7e03075-5ddd-4fc7-8260-655a70190906,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:57.440641 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port b0ef7993-ab80-4b56-9a55-4500f1fdb073, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b0ef7993-ab80-4b56-9a55-4500f1fdb073,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:52:57.442872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:52:57.446617 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:57.447225 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.447765 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:52:57.448434 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Bound port: e7e03075-5ddd-4fc7-8260-655a70190906, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:52:57.448947 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.457484 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.460177 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 19aed7c9-71ba-47e8-b127-a0412712eaf9 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:57.466481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.492134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Allocated IP 172.20.0.4 (267d548d-49d1-4954-b219-5775e2529e11/1e14232e-c90c-4ead-a2a6-6b38fbc140e6/411524ef-1973-45f6-9297-394c2265fa52) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:57.678277 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.730320 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.760730 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Transition to ACTIVE for port object 38f896ce-967f-482f-9e0e-81754c02789f will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:57.775649 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.878814 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] For port e7e03075-5ddd-4fc7-8260-655a70190906, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:52:57.898035 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7993-ab80-4b56-9a55-4500f1fdb073,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:57.962412 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7f2ea-100c-4ab3-8b96-7b1c1b934224 None None] Pushing event updated for resources: {'Port': ['ID=38f896ce-967f-482f-9e0e-81754c02789f,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:57.977331 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Attempting to bind port 38f896ce-967f-482f-9e0e-81754c02789f on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:52:57.979189 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Attempting to bind port 38f896ce-967f-482f-9e0e-81754c02789f by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:52:57.982871 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] For port e7e03075-5ddd-4fc7-8260-655a70190906, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e7e03075-5ddd-4fc7-8260-655a70190906,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:52:57.983849 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Attempting to bind port 38f896ce-967f-482f-9e0e-81754c02789f on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:52:57.995777 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.996484 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:52:57.997113 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:52:57.997714 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:57.999503 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:52:58.003209 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Bound port: 38f896ce-967f-482f-9e0e-81754c02789f, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:52:58.009791 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:58.134836 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] For port 38f896ce-967f-482f-9e0e-81754c02789f, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:52:58.149057 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] For port 38f896ce-967f-482f-9e0e-81754c02789f, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=38f896ce-967f-482f-9e0e-81754c02789f,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:52:58.164097 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:58.208660 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50466) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:52:58.236923 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b73b6-25e9-4c43-88fe-f889241a8e1f None None] Pushing event updated for resources: {'Port': ['ID=e7e03075-5ddd-4fc7-8260-655a70190906,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:58.298362 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 19aed7c9-71ba-47e8-b127-a0412712eaf9 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:58.298741 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:58.307820 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Router f18c40f7-2359-4868-a33c-bd82e2655076 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:52:58.334752 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:58.336878 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:58.384009 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3659eb2b-b279-485d-be58-3a4e9632e4ed req-c7a1a29a-ece8-41f8-9a67-645595f4fa43 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.1252134 Jul 14 12:52:58.391447 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:58.392284 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:58.489729 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7f2ea-100c-4ab3-8b96-7b1c1b934224 None None] Pushing event updated for resources: {'Port': ['ID=38f896ce-967f-482f-9e0e-81754c02789f,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:52:58.746799 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:58.787957 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:58.927997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-135b938d-df82-4c13-a549-c859c0471494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:58.927997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Allocated IP 172.20.0.1 (d4eee5b1-42d1-4fb2-9b3c-dbeee147f369/506ace94-9d4b-41e2-9d0c-77d4d253a576/d60ffd8e-9f37-4eef-befe-aaf3d5455ffb) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:59.014260 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Allocated IP 172.20.0.1 (05e77cd2-bd46-4c2b-97e5-fcf01a974050/5a47fc68-bc9c-4c1d-b163-495238bb59a4/7cb3aa8a-a1f0-4ceb-9657-41470f617f6e) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:52:59.107927 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:52:59.114835 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-cef0234e-e54b-4462-9acb-6ffedf166700 admin admin] 10.222.0.48 "PUT /v2.0/routers/f18c40f7-2359-4868-a33c-bd82e2655076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0413685 Jul 14 12:52:59.130932 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Sync routers for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:52:59.161560 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:52:59.162498 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:59.265906 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.306169 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Transition to ACTIVE for port object d60ffd8e-9f37-4eef-befe-aaf3d5455ffb will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:59.332454 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:51Z', 'revision_number': 3, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:59.334989 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b0ef7993-ab80-4b56-9a55-4500f1fdb073 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:52:59.351356 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.387684 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Transition to ACTIVE for port object 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:52:59.427006 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943de6e5-062c-4b6b-9cc1-cbcb975ebefc None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:51Z', 'revision_number': 3, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:52:59.427728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:52:59.438235 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:52Z', 'revision_number': 3, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:52:59.458229 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.569913 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd967b-1c2a-4c36-83a8-ff6bbdc9b588 None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:52Z', 'revision_number': 3, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:52:59.575354 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.624055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.651671 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:59.657703 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:59.682951 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:59.685861 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.740985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:52:59.763859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:52:59.767177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:52:59.767480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:52:59.856705 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b0ef7993-ab80-4b56-9a55-4500f1fdb073 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:52:59.857209 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.102855 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.528184 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.573358 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04a7c64b-7404-42ea-af22-8c4fa39bd304 req-9fe96d4f-6c98-4c4b-8b4b-5de2abb462f9 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.6259089 Jul 14 12:53:00.577627 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.578962 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.579921 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.594528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:00.608745 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.686001 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfd6d4cf1b6d4a9185a95b6f210c079f&name=default HTTP/1.1" status: 200 len: 2975 time: 4.1451530 Jul 14 12:53:00.722868 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e0a8fa0d-c3f3-44f8-b6af-9edd60eb026a None None] Provisioning for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:00.735874 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50520) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:00.758900 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e0a8fa0d-c3f3-44f8-b6af-9edd60eb026a None None] Provisioning complete for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:00.759233 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fa0d-c3f3-44f8-b6af-9edd60eb026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.762402 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:00.788833 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:55Z', 'revision_number': 4, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '3c2d1490-958d-42ef-b33f-2a19bdd9ccd8', 'name': '', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'mac_address': 'fa:16:3e:87:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:53Z', 'updated_at': '2021-07-14T12:52:55Z', 'revision_number': 2, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'subnets': [{'id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:00.813616 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650a5a3-b2d3-4a78-8a13-ce52e0f7e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9a140-cb9a-4fc5-b447-a641c4e96055,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:00.819132 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:00.842203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:00.964479 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Checking router: f18c40f7-2359-4868-a33c-bd82e2655076 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:53:00.969940 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Updating router f18c40f7-2359-4868-a33c-bd82e2655076 port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:53:01.053527 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Network 267d548d-49d1-4954-b219-5775e2529e11 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:01.074830 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8fa0d-c3f3-44f8-b6af-9edd60eb026a None None] Port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:01.100773 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:01.103026 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:01.112115 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:01.140121 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:01.146023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:01.264041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:01.274734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:01.315918 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:01.324573 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Pushing event updated for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:01.522878 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 38f896ce-967f-482f-9e0e-81754c02789f up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:01.561691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-854c8ab5-d9c6-4612-96a5-3816fe1ad649 None None] Provisioning for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:01.681239 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-854c8ab5-d9c6-4612-96a5-3816fe1ad649 None None] Provisioning complete for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:01.682009 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-854c8ab5-d9c6-4612-96a5-3816fe1ad649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:01.731633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:53:01.855457 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-854c8ab5-d9c6-4612-96a5-3816fe1ad649 None None] Port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:02.012228 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-d5d66895-cc42-4ecf-af1c-edaaf48f65bb tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:02.020232 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-d5d66895-cc42-4ecf-af1c-edaaf48f65bb tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 819 time: 1.4121664 Jul 14 12:53:02.123691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 38f896ce-967f-482f-9e0e-81754c02789f completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:02.141436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 38f896ce-967f-482f-9e0e-81754c02789f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:02.142187 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.185163 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-17986ed4-37e0-41f8-bf0c-7168aa9a3511 None None] Provisioning complete for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:02.185739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-17986ed4-37e0-41f8-bf0c-7168aa9a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.220943 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:53:02.236441 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.254774 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bce6345f-9c07-413f-97f2-b7a20b318fe6 admin admin] 10.222.0.48 "PUT /v2.0/routers/1770c6f5-859b-46ad-9179-070e93b0e2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4401872 Jul 14 12:53:02.264660 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.293629 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-135b938d-df82-4c13-a549-c859c0471494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.310274 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-80a3b0bf-5ea1-48a5-a776-af84628f9e38 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/quotas/57c6d4588a404549ae9cc4fe299888a1 HTTP/1.1" status: 200 len: 375 time: 0.2886515 Jul 14 12:53:02.311188 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-135b938d-df82-4c13-a549-c859c0471494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.349338 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-135b938d-df82-4c13-a549-c859c0471494 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13b06c3a3c47421ea57b32ac1ce8c104&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1366498 Jul 14 12:53:02.362780 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50548) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:02.395553 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-17986ed4-37e0-41f8-bf0c-7168aa9a3511 None None] Port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:02.422730 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-eb2ec7a5-479b-47d6-99ae-47fe2060e7d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8506007 Jul 14 12:53:02.443936 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.453286 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.454518 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ef9a140-cb9a-4fc5-b447-a641c4e96055 HTTP/1.1" status: 204 len: 168 time: 1.7163203 Jul 14 12:53:02.497707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b938d-df82-4c13-a549-c859c0471494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74598417-1298-4619-9312-f2c38e743b34,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:02.501107 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-52ba3abc-8fc7-450f-af29-09a9c43b1355 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:53:02.506256 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-52ba3abc-8fc7-450f-af29-09a9c43b1355 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338163 Jul 14 12:53:02.539041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c6f1f-a1d9-4c49-a42a-14153411c8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9a140-cb9a-4fc5-b447-a641c4e96055,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:02.593497 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.688449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd273d-18b5-44c5-89b2-76ef168a0da3 req-7ba66af4-ed1e-4734-b4c3-bf891fc20f09 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:02.694832 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3ffd273d-18b5-44c5-89b2-76ef168a0da3 req-7ba66af4-ed1e-4734-b4c3-bf891fc20f09 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 931 time: 0.6030571 Jul 14 12:53:02.705485 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 38f896ce-967f-482f-9e0e-81754c02789f, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=38f896ce-967f-482f-9e0e-81754c02789f,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:02.714037 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.715642 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e7e03075-5ddd-4fc7-8260-655a70190906 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:02.719635 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.838457 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3ffd273d-18b5-44c5-89b2-76ef168a0da3 req-a6be9e0c-d828-4329-83c9-d0409e0f0a94 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368995 Jul 14 12:53:02.873218 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50558) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:02.891181 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port e7e03075-5ddd-4fc7-8260-655a70190906 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:02.902683 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.905905 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:02.908547 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port e7e03075-5ddd-4fc7-8260-655a70190906 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:02.908910 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.015849 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-1c567d5a-3575-4189-b04a-676833cf257c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6710093 Jul 14 12:53:03.090383 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.103720 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Transition to ACTIVE for port object 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:03.106066 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.110942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.144789 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74598417-1298-4619-9312-f2c38e743b34 HTTP/1.1" status: 204 len: 168 time: 0.7704396 Jul 14 12:53:03.163441 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port e7e03075-5ddd-4fc7-8260-655a70190906, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e7e03075-5ddd-4fc7-8260-655a70190906,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:03.195259 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.198729 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369438-11bf-4d22-889d-6e82ecee6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74598417-1298-4619-9312-f2c38e743b34,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:03.216024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.222725 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.246104 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.247204 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.266581 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f78286eb-fb01-4b4f-af8f-51efc56ce1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.302884 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2871154c-d334-40ca-8c7d-11f1d9076cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.406583 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:03.484213 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:03.510381 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:03.511047 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Request body: {'port': {'device_id': '88efc0c2-c240-4777-afbe-c1f266bec212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:03.565758 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=38f896ce-967f-482f-9e0e-81754c02789f,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:03.729475 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:53:03.754077 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Attempting to bind port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:03.756163 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Attempting to bind port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:03.757894 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Attempting to bind port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:03.808846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:03.810467 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Checking segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:03.812321 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.815120 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Bound using segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:03.819227 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Bound port: 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:03.821440 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:03.896283 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575749b-39d5-41bf-9d8c-172280e51535 None None] Pushing event updated for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:03.983334 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:53:04.001391 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:04.002157 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:04.099856 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=e7e03075-5ddd-4fc7-8260-655a70190906,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:04.101543 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:53:04.112183 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ff2a5c78-b25e-4a64-8833-4ffa74a85bf5 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7ed86fb-9422-49cd-b5a9-ce94d669ee5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5216534 Jul 14 12:53:04.154010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f78286eb-fb01-4b4f-af8f-51efc56ce1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.158401 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.186588 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] For port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:04.197087 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f78286eb-fb01-4b4f-af8f-51efc56ce1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.207590 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] For port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:04.252254 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.305800 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50594) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:04.314893 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607604830', 'description': 'tempest-description--1770119101'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:04.350727 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-295a3890-ab5a-4d41-ac8e-36a493f8f288 None None] Provisioning complete for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:04.351096 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-295a3890-ab5a-4d41-ac8e-36a493f8f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.365944 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:53:04.447388 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-fd34e942-672f-4bdf-bcf2-a1ea493d600c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:53:04.449764 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-fd34e942-672f-4bdf-bcf2-a1ea493d600c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4081247 Jul 14 12:53:04.455396 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:04.550131 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:04.554772 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:04.586046 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:04.599323 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:04.599990 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:52:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:04.605475 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-295a3890-ab5a-4d41-ac8e-36a493f8f288 None None] Port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:04.806350 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575749b-39d5-41bf-9d8c-172280e51535 None None] Pushing event updated for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:04.823156 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f78286eb-fb01-4b4f-af8f-51efc56ce1b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45287bf100dd4972b5e74e686eae006b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9486029 Jul 14 12:53:04.830902 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78286eb-fb01-4b4f-af8f-51efc56ce1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f848f09-eecf-489a-a384-393dc692a875,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:04.883994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50608) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:04.913382 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:00Z', 'revision_number': 2, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:05.015657 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:53:05.016364 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Updating router 1770c6f5-859b-46ad-9179-070e93b0e2c6 port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:53:05.129082 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.131336 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.145950 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.193398 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672eb33a-b3b8-42bc-bc4b-4d5167c45215,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:05.197001 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:05.294436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:05.294724 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.325340 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9b60f7f0-dde7-4ed1-b87a-9c49855252c7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0167620 Jul 14 12:53:05.330046 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50624) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:05.381072 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group_rule': {'security_group_id': '672eb33a-b3b8-42bc-bc4b-4d5167c45215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:05.443621 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-899eecdf-1a73-45c7-bd97-bbfe8e8d5907 service neutron] 10.222.0.48 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9686649 Jul 14 12:53:05.489062 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 38f896ce-967f-482f-9e0e-81754c02789f up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:05.720744 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.875663 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf115a-0b80-42aa-9c6d-c68a58e7434b req-929d4d76-4b17-482e-9f52-78f72587d054 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:05.888078 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bbf115a-0b80-42aa-9c6d-c68a58e7434b req-929d4d76-4b17-482e-9f52-78f72587d054 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 931 time: 1.1062248 Jul 14 12:53:05.893398 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.938357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ffd808c0-8e32-4e9e-b509-8cd5004f6132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.941829 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.954958 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:05.976226 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.014973 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.044860 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Transition to ACTIVE for port object 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:06.056655 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.067337 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b163f6-b225-4a93-9714-e6a409e2386a,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:06.084538 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-65ce07e0-c3a4-44b5-adaa-d22b0b6942c3 service neutron] 10.222.0.48 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288843 Jul 14 12:53:06.121124 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.126378 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-db422dee-49c4-40d6-b43e-c3d06e548fae tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7906094 Jul 14 12:53:06.127466 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50648) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:06.136893 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group_rule': {'security_group_id': '672eb33a-b3b8-42bc-bc4b-4d5167c45215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:06.190025 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411524ef-1973-45f6-9297-394c2265fa52 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:06.208452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.229300 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Transition to ACTIVE for port object 411524ef-1973-45f6-9297-394c2265fa52 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:06.246203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.259915 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.274495 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.303453 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.321258 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c9f8-9d0d-4168-9231-376ed8a4bbf3 None None] Pushing event updated for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:06.330599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.331770 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f848f09-eecf-489a-a384-393dc692a875 HTTP/1.1" status: 204 len: 168 time: 1.4468513 Jul 14 12:53:06.335684 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 38f896ce-967f-482f-9e0e-81754c02789f triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:06.347266 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.549365 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b402be-1acf-4b06-80fa-419f01f1d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f848f09-eecf-489a-a384-393dc692a875,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:06.623537 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.655286 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.703749 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5bbf115a-0b80-42aa-9c6d-c68a58e7434b req-8f47c76a-e1af-42ca-922c-665ced5a7f29 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728003 Jul 14 12:53:06.737821 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b30264-8e57-47f2-939d-890f0e0b2936,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:06.780414 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Pushing event updated for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:06.819089 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.827021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50678) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:06.833574 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-35bb302b-083c-47d5-ac29-da82949cbaed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7048731 Jul 14 12:53:06.845242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:06.861904 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Attempting to bind port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:06.862739 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Attempting to bind port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:06.864241 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Attempting to bind port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:06.888213 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:06.888878 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Checking segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:06.889972 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.892602 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Bound using segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:06.894560 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Bound port: 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:06.898362 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:06.911181 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Attempting to bind port 411524ef-1973-45f6-9297-394c2265fa52 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:06.911778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Attempting to bind port 411524ef-1973-45f6-9297-394c2265fa52 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '819751b2-1db5-474f-9772-eff97f116231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '267d548d-49d1-4954-b219-5775e2529e11'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:06.912183 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Attempting to bind port 411524ef-1973-45f6-9297-394c2265fa52 on network 267d548d-49d1-4954-b219-5775e2529e11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:06.932231 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-08a47edf-4d8e-424a-8b33-ef0623e30b10 req-58e6c9e5-4df4-48ea-a33e-a0428e0b0e83 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 210 time: 0.1026824 Jul 14 12:53:06.964544 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Port 411524ef-1973-45f6-9297-394c2265fa52 on network 267d548d-49d1-4954-b219-5775e2529e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:53:06.965152 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Attempting to bind port 411524ef-1973-45f6-9297-394c2265fa52 on network 267d548d-49d1-4954-b219-5775e2529e11 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:06.984853 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:06.985511 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Checking segment: {'id': '819751b2-1db5-474f-9772-eff97f116231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '267d548d-49d1-4954-b219-5775e2529e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:06.986679 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Bound using segment: {'id': '819751b2-1db5-474f-9772-eff97f116231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '267d548d-49d1-4954-b219-5775e2529e11'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:06.989202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Bound port: 411524ef-1973-45f6-9297-394c2265fa52, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819751b2-1db5-474f-9772-eff97f116231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '267d548d-49d1-4954-b219-5775e2529e11'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:06.993994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.053604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.157249 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] For port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:07.167024 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] For port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:07.174663 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.325218 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.330417 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:07.331040 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:07.341797 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c9f8-9d0d-4168-9231-376ed8a4bbf3 None None] Pushing event updated for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:07.477496 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:55Z', 'revision_number': 4, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '3c2d1490-958d-42ef-b33f-2a19bdd9ccd8', 'name': '', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'mac_address': 'fa:16:3e:87:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:53Z', 'updated_at': '2021-07-14T12:53:04Z', 'revision_number': 4, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'subnets': [{'id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:07.569209 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:07.619289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e7e03075-5ddd-4fc7-8260-655a70190906 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:07.672296 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac975b-1f57-415a-b51f-c7f9d6779c25 None None] The sync data for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi is: [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:52:55Z', 'revision_number': 4, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '3c2d1490-958d-42ef-b33f-2a19bdd9ccd8', 'name': '', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'mac_address': 'fa:16:3e:87:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:53Z', 'updated_at': '2021-07-14T12:53:04Z', 'revision_number': 4, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'subnets': [{'id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:53:07.690324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 2, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:07.714351 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=411524ef-1973-45f6-9297-394c2265fa52,segment=NetworkSegment(819751b2-1db5-474f-9772-eff97f116231),segment_id=819751b2-1db5-474f-9772-eff97f116231)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:07.735495 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.750620 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:53:07.751318 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Updating router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:53:07.811370 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port e7e03075-5ddd-4fc7-8260-655a70190906 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:07.811955 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.861973 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50714) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:07.881393 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:07.903790 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-016a04bc-e380-4ea4-812f-3ab9fa806f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:07.998222 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.289984 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-016a04bc-e380-4ea4-812f-3ab9fa806f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.295999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-016a04bc-e380-4ea4-812f-3ab9fa806f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.392169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:08.396262 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.417996 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] 10.222.0.49 "PUT /v2.0/ports/411524ef-1973-45f6-9297-394c2265fa52 HTTP/1.1" status: 200 len: 1093 time: 5.3866394 Jul 14 12:53:08.442717 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'tag': '411524ef-1973-45f6-9297-394c2265fa52'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:08.484599 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-016a04bc-e380-4ea4-812f-3ab9fa806f54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0401672a415a47aba60dfe4a13d3adf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215250 Jul 14 12:53:08.489009 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50732) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:08.570827 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a04bc-e380-4ea4-812f-3ab9fa806f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713ddc2a-25d1-447e-8057-15d65a6ae0df,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:08.691716 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.793408 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.797850 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.820459 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.840744 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:08.849926 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfed49-11b2-4a26-8617-0aa5e6ad6847 service neutron] Pushing event updated for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:08.933564 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:07Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:08.997120 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.000505 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.004864 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/713ddc2a-25d1-447e-8057-15d65a6ae0df HTTP/1.1" status: 204 len: 168 time: 0.5110960 Jul 14 12:53:09.040993 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ed9cf-ceb0-4ff9-b291-8311f7bae911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ddc2a-25d1-447e-8057-15d65a6ae0df,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:09.127556 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c8cd7-1f3b-4348-896c-fe2befa7b01b None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:07Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:53:09.370266 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:09.535059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb5d94-462e-4e7a-ae11-ac297f9b29f3 req-b2838ede-5e14-4078-9007-dfe039026eff tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:09.542232 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5adb5d94-462e-4e7a-ae11-ac297f9b29f3 req-b2838ede-5e14-4078-9007-dfe039026eff tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 943 time: 1.4847460 Jul 14 12:53:09.549347 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50766) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:09.554424 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846479685', 'description': 'tempest-description--711845180'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:09.653091 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.681570 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9df661-00e6-4629-8358-4f0bc48f8af2" -d '{"events": [{"name": "network-changed", "server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "tag": "411524ef-1973-45f6-9297-394c2265fa52"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:09.724092 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:09.750928 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:09.751660 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.810948 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.834307 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Transition to ACTIVE for port object d60ffd8e-9f37-4eef-befe-aaf3d5455ffb will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:09.858019 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-9c3a7caa-3d75-4bc0-a9ad-1a6fc2f8ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:09.861435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:09.865657 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-9c3a7caa-3d75-4bc0-a9ad-1a6fc2f8ee4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec74adb574f46808ce89f6d242c7401&device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 1096 time: 1.0345018 Jul 14 12:53:10.033727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Allocated IP 172.27.3.222 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/fd22619f-4127-4b51-bbe6-2d104ead7c1a) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:10.043413 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ee33-edf7-4a6e-ad87-3d0cf927f7d3 None None] Pushing event updated for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:10.094487 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.107082 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.166744 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.240223 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Attempting to bind port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:10.240728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Attempting to bind port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:10.241239 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Attempting to bind port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:10.276657 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:10.277039 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Checking segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:10.287706 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.288044 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Bound using segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:10.290488 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Bound port: d60ffd8e-9f37-4eef-befe-aaf3d5455ffb, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:10.295322 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.390213 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5adb5d94-462e-4e7a-ae11-ac297f9b29f3 req-f71de564-dc86-403a-b45d-9fb4ef4da66b tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645648 Jul 14 12:53:10.415103 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-639bb50d-2d85-4ed8-9fa0-6b6799cd1181 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411524ef-1973-45f6-9297-394c2265fa52 HTTP/1.1" status: 200 len: 217 time: 0.4134338 Jul 14 12:53:10.559484 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:10.575698 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.774115 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-e6af4772-6f60-4ade-b045-6a8bbe7e70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:10.780044 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-e6af4772-6f60-4ade-b045-6a8bbe7e70ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e14232e-c90c-4ead-a2a6-6b38fbc140e6 HTTP/1.1" status: 200 len: 851 time: 0.3508399 Jul 14 12:53:10.837672 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] For port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:10.863975 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] For port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:10.876891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:10.889719 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:10.956674 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-fd509337-d8f2-4887-9aa1-0aeb13c47a61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=267d548d-49d1-4954-b219-5775e2529e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375077 Jul 14 12:53:11.098950 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:11.099618 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:11.130013 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:11.148574 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:11.152915 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6023891 Jul 14 12:53:11.161226 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50812) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:11.221316 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group_rule': {'security_group_id': 'ab785eaf-490a-44f3-b81c-befdecde65da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:11.259510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.49', 64778) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:11.312615 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eeeae1-ca21-42fb-a296-92839afcea9a x-openstack-request-id: req-84eeeae1-ca21-42fb-a296-92839afcea9a {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:11.313680 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "tag": "411524ef-1973-45f6-9297-394c2265fa52", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:11.314573 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84eeeae1-ca21-42fb-a296-92839afcea9a {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:11.316008 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'tag': '411524ef-1973-45f6-9297-394c2265fa52', 'status': 'completed', 'code': 200} Jul 14 12:53:11.324758 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:11.366343 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ee33-edf7-4a6e-ad87-3d0cf927f7d3 None None] Pushing event updated for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:11.439061 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-b105a056-1a1d-4432-a91d-8dbbb60b8b62 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:11.480686 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-b105a056-1a1d-4432-a91d-8dbbb60b8b62 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 819 time: 1.3749509 Jul 14 12:53:11.488356 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b8297-4f3e-4350-bbf5-e82080795032 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab785eaf-490a-44f3-b81c-befdecde65da,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:11.661092 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-53a794d9-ec23-4da7-a0eb-9969011d2948 service neutron] 10.222.0.49 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811540 Jul 14 12:53:11.763369 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:11.810369 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-ce5437c3-4473-4ed2-bc92-8c15a5385df4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/quotas/57c6d4588a404549ae9cc4fe299888a1 HTTP/1.1" status: 200 len: 375 time: 0.3173895 Jul 14 12:53:11.815341 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:11.869304 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:11.874775 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:11.968845 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:11.969949 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.074793 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:12.089740 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50846) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:12.202264 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-11200391-3237-4413-be4d-14cf1aa6dc06 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:12.203836 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-11200391-3237-4413-be4d-14cf1aa6dc06 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 819 time: 0.9339573 Jul 14 12:53:12.241562 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.256467 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.330707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Request body: {'port': {'device_id': 'baf17256-ccde-4147-b930-7f98df2bed04', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'admin_state_up': True, 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:12.339254 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:12.360388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:12.376259 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:10Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:12.380435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.383397 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ba7ac-7fb7-4e12-97e3-68aadcc9b5fb,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:12.463729 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e759fc-3a6d-4331-b06b-23d3ef0bb02a None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:10Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:53:12.469656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=fd22619f-4127-4b51-bbe6-2d104ead7c1a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:12.484217 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-a0995f31-0553-4fb7-b60f-92df229865b6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6724856 Jul 14 12:53:12.501675 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:12.510599 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.624318 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.632164 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4589d592-1495-45bf-82f3-9fa6a472a9e3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4480059 Jul 14 12:53:12.666690 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50862) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:12.679618 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:12.705932 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group_rule': {'security_group_id': 'ab785eaf-490a-44f3-b81c-befdecde65da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:12.847609 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-422b92fe-436c-47b2-971a-6d53e6f34e22 req-4066162e-73a3-4bc4-b996-2cd8945bead2 service neutron] 10.222.0.49 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697731 Jul 14 12:53:12.857271 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.909937 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cca61347-0fe7-44f0-9ee4-84400f86e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:12.928588 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c509727-5569-4f28-a2fc-4edb5a5bf428 req-7d3db2d1-7a7b-4509-bc29-f0833b2cb474 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:12.930636 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7c509727-5569-4f28-a2fc-4edb5a5bf428 req-7d3db2d1-7a7b-4509-bc29-f0833b2cb474 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 943 time: 1.0993371 Jul 14 12:53:13.120363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:13.192242 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:13.337172 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:13.338942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:13.385724 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-5c23c4c5-6747-4f28-850e-ed4f1d663df9 service neutron] 10.222.0.48 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977034 Jul 14 12:53:13.450877 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:13.720002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:13.734305 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:13.794555 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7c509727-5569-4f28-a2fc-4edb5a5bf428 req-082eb3d4-7c6b-43cf-b925-99d26d9193ff tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7621830 Jul 14 12:53:13.871126 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-98d05f4e-a60b-4be7-a075-32ad0eecb86e service neutron] 10.222.0.48 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642105 Jul 14 12:53:14.152536 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:14.241986 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15133053-0470-4d81-82fd-fe92b1155e1b,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:14.310172 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:14.317481 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.362841 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.402656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.567799 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ccbf88f3-2274-4ccb-91aa-4bc541266022 req-c0824cb0-44ad-4f17-a18c-46f676e3caa7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.1714401 Jul 14 12:53:14.580078 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.603659 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-d52338b4-7dfa-4bf0-8c4b-f8da093b4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:14.605732 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-d52338b4-7dfa-4bf0-8c4b-f8da093b4763 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec74adb574f46808ce89f6d242c7401&device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 1096 time: 1.2762198 Jul 14 12:53:14.664972 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=fd22619f-4127-4b51-bbe6-2d104ead7c1a,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:14.802165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cca61347-0fe7-44f0-9ee4-84400f86e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.817976 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cca61347-0fe7-44f0-9ee4-84400f86e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.842078 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.843804 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-71489466-6968-4476-a0c9-57bd5c190392 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0128436 Jul 14 12:53:14.869530 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Made reservation on behalf of 57c6d4588a404549ae9cc4fe299888a1 for: {'port': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:14.877418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-aaa79654-1f38-421a-ba81-986798e20607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:14.879898 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-aaa79654-1f38-421a-ba81-986798e20607 service neutron] 10.222.0.49 "GET /v2.0/networks?id=267d548d-49d1-4954-b219-5775e2529e11 HTTP/1.1" status: 200 len: 912 time: 0.2622979 Jul 14 12:53:14.884622 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.915413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:14.920592 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50930) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:14.936688 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7c3b39d6-ff98-4961-9aed-3a51434879ad tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2605383 Jul 14 12:53:14.945485 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:14.981045 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device d60ffd8e-9f37-4eef-befe-aaf3d5455ffb up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:15.009727 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-9078227f-e107-4c1b-adde-bd653534be37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411524ef-1973-45f6-9297-394c2265fa52 HTTP/1.1" status: 200 len: 217 time: 0.1054595 Jul 14 12:53:15.014929 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-cca61347-0fe7-44f0-9ee4-84400f86e3a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=feca0297d06247369f2352b215841929&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7084942 Jul 14 12:53:15.014929 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca61347-0fe7-44f0-9ee4-84400f86e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0107de-9edc-48a1-8268-32257c0199b7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:15.017279 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50934) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:15.089529 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:15.098854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:15.099994 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.109076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-a200aa85-29f5-435e-bc0a-0779d1eccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:15.111564 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-a200aa85-29f5-435e-bc0a-0779d1eccd77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e14232e-c90c-4ead-a2a6-6b38fbc140e6 HTTP/1.1" status: 200 len: 851 time: 0.0933862 Jul 14 12:53:15.130092 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.195469 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-6f3fab07-ba40-48ea-815e-870adc7e1765 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=267d548d-49d1-4954-b219-5775e2529e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686958 Jul 14 12:53:15.233849 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.279453 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.300601 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:15.309012 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.417276 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:15.431030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50952) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:15.476333 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-91d018af-8bb0-4300-a44e-bb46d83e8386 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--607604830&fields=id&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 267 time: 0.1399405 Jul 14 12:53:15.485392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.497754 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Allocated IP 172.20.0.7 (2fee1dd9-1639-4e92-a3d9-8983ae5048ab/5ec7a2a5-044b-4879-9beb-41adf0705a8d/0ecdbd56-fb37-416b-8720-04ff5b7667c6) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:15.561436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.567409 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.571814 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce0107de-9edc-48a1-8268-32257c0199b7 HTTP/1.1" status: 204 len: 168 time: 0.5485022 Jul 14 12:53:15.618067 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fdfe2-796a-4ebd-a76b-d5ae43b00925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0107de-9edc-48a1-8268-32257c0199b7,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:15.639834 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994357-7c49-4d68-9474-334243f67a6c req-18da4425-7e4e-4746-af51-9fab3f8696f5 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:15.647098 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-8ebdeb0b-1285-4a78-b98d-4c0a8194baaf service neutron] 10.222.0.49 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438553 Jul 14 12:53:15.647598 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a994357-7c49-4d68-9474-334243f67a6c req-18da4425-7e4e-4746-af51-9fab3f8696f5 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 943 time: 0.6317616 Jul 14 12:53:15.776083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-462403ad-3232-4243-b13d-ae2f175d803f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:15.777851 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-462403ad-3232-4243-b13d-ae2f175d803f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 817 time: 0.3004811 Jul 14 12:53:15.814087 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-2312f5a8-bc44-4d82-bf7d-a0717d7d043a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/quotas/22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 375 time: 0.0279665 Jul 14 12:53:15.821974 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf9df661-00e6-4629-8358-4f0bc48f8af2 req-6dd067c7-1553-4e65-bb9d-c0c2062765e5 service neutron] 10.222.0.49 "GET /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630011 Jul 14 12:53:15.822750 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3711faf5-70de-4928-a4be-243436bc74b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:15.835781 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5a994357-7c49-4d68-9474-334243f67a6c req-9946d6f4-0dc4-4492-ac73-90ea256efdb4 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697690 Jul 14 12:53:16.105090 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-37acadbb-85af-4672-9c21-2680a724c6f1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2728148 Jul 14 12:53:16.242592 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9747c088-4d14-4acf-9b99-3e036e74fe6b req-33f5acac-246b-4a25-9478-9e5f4a121941 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.1209562 Jul 14 12:53:16.297920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 50978) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:16.330526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0b188da-dc3b-4a8c-bd40-fc4e94d58f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.342498 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.375109 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.379148 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-bdd6988b-8a18-4728-bd9a-75cc7cd7a419 service neutron] 10.222.0.48 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563951 Jul 14 12:53:16.387120 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-e8674180-2e51-4a25-b909-8ed21bc18f97 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:16.388830 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-e8674180-2e51-4a25-b909-8ed21bc18f97 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 819 time: 0.2414477 Jul 14 12:53:16.401703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Request body: {'port': {'device_id': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'admin_state_up': True, 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:16.458897 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3711faf5-70de-4928-a4be-243436bc74b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.463781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50982) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:16.501541 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3711faf5-70de-4928-a4be-243436bc74b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.570445 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3711faf5-70de-4928-a4be-243436bc74b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5450a8f9fcec409fbb374d5c77d920cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1381149 Jul 14 12:53:16.577181 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711faf5-70de-4928-a4be-243436bc74b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0576495-5633-435c-acf4-1af61260ae51,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:16.580559 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Allocated IP 172.27.3.125 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/7679f4b8-bd74-4d31-8138-9de55e114cc2) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:16.582617 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 50992) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:16.583682 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.794131 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-b62d21f0-ca43-4a35-92da-f03a2a65f30c service neutron] 10.222.0.48 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138048 Jul 14 12:53:16.876962 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device d60ffd8e-9f37-4eef-befe-aaf3d5455ffb up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:16.884636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0b188da-dc3b-4a8c-bd40-fc4e94d58f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.906171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0b188da-dc3b-4a8c-bd40-fc4e94d58f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.919809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Made reservation on behalf of 57c6d4588a404549ae9cc4fe299888a1 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:16.924400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:16.984822 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:16.995465 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27d473ab-5a70-488e-923b-ee3eeb44f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.001177 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:17.006243 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:17.007346 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.013566 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.015206 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Pushing event updated for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.028060 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:17.033750 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:17.034421 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.108360 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.116619 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Allocated IP 172.20.0.6 (2fee1dd9-1639-4e92-a3d9-8983ae5048ab/5ec7a2a5-044b-4879-9beb-41adf0705a8d/ef24a4ab-61fb-4fc0-98f0-cc72a82dea68) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:17.198037 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e0b188da-dc3b-4a8c-bd40-fc4e94d58f58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ddfaa7783d64ca0afffe79a7d1d0025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9002583 Jul 14 12:53:17.226724 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51012) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:17.227444 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9a41ce30-cc97-42fd-a4fb-d82fa84cd9a5 req-e56b2228-3ed5-4880-b4a8-37b881295dc2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0637946 Jul 14 12:53:17.233102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b188da-dc3b-4a8c-bd40-fc4e94d58f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee37cfbb-f201-4c51-87ea-159203f23623,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.271453 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.298490 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.301579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.302745 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0576495-5633-435c-acf4-1af61260ae51 HTTP/1.1" status: 204 len: 168 time: 0.7072546 Jul 14 12:53:17.352241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf23f55-3660-44f1-b788-cc0f26513b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0576495-5633-435c-acf4-1af61260ae51,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.462537 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38230ce3-a576-41d1-9076-1d4102f65094 req-6dd4cc3e-c5f2-42dc-a637-7c879dad886a tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:17.464032 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-38230ce3-a576-41d1-9076-1d4102f65094 req-6dd4cc3e-c5f2-42dc-a637-7c879dad886a tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 943 time: 0.3858285 Jul 14 12:53:17.466964 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27d473ab-5a70-488e-923b-ee3eeb44f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.468530 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.489240 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-27d473ab-5a70-488e-923b-ee3eeb44f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.500010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.523477 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-40aae8d1-5f0d-46c8-b54a-8f9776da141c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2032547 Jul 14 12:53:17.544642 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-81969077-9827-4c36-8d68-58bf9a713323 req-e7567471-6658-4eec-8025-f29f26107ba4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.0592871 Jul 14 12:53:17.565349 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Request body: {'port': {'device_id': 'baf17256-ccde-4147-b930-7f98df2bed04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:17.568177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.584690 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.634115 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:17.651824 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-27d473ab-5a70-488e-923b-ee3eeb44f476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b210704fba64742b48abcced8c9a6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843405 Jul 14 12:53:17.652041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.654111 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.654758 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d473ab-5a70-488e-923b-ee3eeb44f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc05d0-a221-4bcc-acbf-e791796385f6,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.655369 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee37cfbb-f201-4c51-87ea-159203f23623 HTTP/1.1" status: 204 len: 168 time: 0.4358048 Jul 14 12:53:17.655976 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51026) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:17.658091 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:17.671790 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:17.694826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54638-a464-4dd1-8fc5-8a81eec9962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee37cfbb-f201-4c51-87ea-159203f23623,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.699948 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.759085 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=7679f4b8-bd74-4d31-8138-9de55e114cc2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.781136 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-38230ce3-a576-41d1-9076-1d4102f65094 req-cc026367-aca2-40d3-9c4c-f15db34a63a6 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097594 Jul 14 12:53:17.789455 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:17.805794 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:17.814855 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:17.823914 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:17.824555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.833030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Pushing event updated for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:17.849237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51030) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:17.871636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73d40bcd-4fa6-4354-8343-666cead1c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.891400 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-fe23912b-c798-4403-91d0-c374694ac7d6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937708 Jul 14 12:53:17.891848 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.897551 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.910654 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Request body: {'port': {'device_id': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:17.929969 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:17.970564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.020752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.081475 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.135766 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.137819 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.141916 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02dc05d0-a221-4bcc-acbf-e791796385f6 HTTP/1.1" status: 204 len: 168 time: 0.4696167 Jul 14 12:53:18.172031 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65f508-f788-4784-8b05-5aeb079e9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc05d0-a221-4bcc-acbf-e791796385f6,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:18.226336 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:53:18.280924 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73d40bcd-4fa6-4354-8343-666cead1c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.300883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73d40bcd-4fa6-4354-8343-666cead1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.376851 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-73d40bcd-4fa6-4354-8343-666cead1c426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4efacaaa5fc14e0bb0755b01ed6815e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241985 Jul 14 12:53:18.389362 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51046) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:18.397300 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d40bcd-4fa6-4354-8343-666cead1c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f005b47-9e52-495b-9739-798a13ca86ff,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:18.480359 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.525918 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.539639 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b536c42-cb82-483c-82d9-3af45003ebeb req-f1b3acf3-a9ea-488d-97fc-318c841497d0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0614471 Jul 14 12:53:18.574433 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.49', 64790) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:18.633919 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.650105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.713329 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=7679f4b8-bd74-4d31-8138-9de55e114cc2,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:18.721449 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.737628 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.744873 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.748790 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f005b47-9e52-495b-9739-798a13ca86ff HTTP/1.1" status: 204 len: 168 time: 0.3565953 Jul 14 12:53:18.788462 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51064) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:18.824399 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495463d-9e9b-4fd8-90b3-3616caeaa50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f005b47-9e52-495b-9739-798a13ca86ff,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:18.863961 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.865667 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d21c0c38-9401-4263-b829-c96ce81a7557 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9386940 Jul 14 12:53:18.886225 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecdbd56-fb37-416b-8720-04ff5b7667c6 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:18.905204 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.935216 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-22f77721-5cad-4b02-bda3-7a10b0ad45f9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:18.936799 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-22f77721-5cad-4b02-bda3-7a10b0ad45f9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 817 time: 0.3612020 Jul 14 12:53:18.946707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6020865-d648-40f0-a74f-d4adcc5dfd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:18.952426 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Transition to ACTIVE for port object 0ecdbd56-fb37-416b-8720-04ff5b7667c6 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:18.961705 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.086815 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83913b6c-f7f4-4fdd-91d5-528ef0c93e1d req-096df097-5ebf-4cab-9bfd-4585cf02e23a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:19.093680 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-83913b6c-f7f4-4fdd-91d5-528ef0c93e1d req-096df097-5ebf-4cab-9bfd-4585cf02e23a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 931 time: 0.3195467 Jul 14 12:53:19.127481 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:19.164026 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 411524ef-1973-45f6-9297-394c2265fa52 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:53:19.247670 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Attempting to bind port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:19.248355 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Attempting to bind port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:19.249094 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Attempting to bind port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:19.279108 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:53:19.279801 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Attempting to bind port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:19.302029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:19.302882 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-83913b6c-f7f4-4fdd-91d5-528ef0c93e1d req-7550ccf3-8cda-4fdc-8bf4-5a5e4e3e1510 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718526 Jul 14 12:53:19.310813 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-4fe2b954-baa1-460f-b19c-2400bd373df3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 379 time: 0.3586087 Jul 14 12:53:19.313579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:19.314239 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Checking segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:19.315023 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Bound using segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:19.324068 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Bound port: 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:19.326793 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.328274 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.339835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'port': {'device_id': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'admin_state_up': True, 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'security_groups': ['672eb33a-b3b8-42bc-bc4b-4d5167c45215']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:19.411619 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=411524ef-1973-45f6-9297-394c2265fa52,segment=NetworkSegment(819751b2-1db5-474f-9772-eff97f116231),segment_id=819751b2-1db5-474f-9772-eff97f116231)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:19.435832 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '411524ef-1973-45f6-9297-394c2265fa52', 'network_id': '267d548d-49d1-4954-b219-5775e2529e11', 'port_id': '411524ef-1973-45f6-9297-394c2265fa52', 'mac_address': 'fa:16:3e:1b:50:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e14232e-c90c-4ead-a2a6-6b38fbc140e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:53:19.439122 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51098) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:19.454521 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Transition to ACTIVE for port object ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:19.490788 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.504988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.524324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411524ef-1973-45f6-9297-394c2265fa52 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:19.530903 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-c42d297d-5e1a-42d3-9ed1-f70ee901606e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1846479685&fields=id&tenant_id=9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 267 time: 0.0954421 Jul 14 12:53:19.534585 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:19.575357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=411524ef-1973-45f6-9297-394c2265fa52,segment=NetworkSegment(819751b2-1db5-474f-9772-eff97f116231),segment_id=819751b2-1db5-474f-9772-eff97f116231)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:19.582077 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:19.590409 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.602804 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1969992422-network', 'tenant_id': '2aa17a06a7dc45eb92a1541b6e5e9455'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:19.616881 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.636922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df112409-cc0c-4d25-8c2c-f0b17cabb796 req-263d6927-2a7a-4c6e-855e-9abb69a503f6 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:19.644002 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-df112409-cc0c-4d25-8c2c-f0b17cabb796 req-263d6927-2a7a-4c6e-855e-9abb69a503f6 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 943 time: 0.5108988 Jul 14 12:53:19.648592 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:19.672869 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Pushing event updated for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:19.731209 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:19.731829 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.733443 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] 10.222.0.49 "PUT /v2.0/ports/0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 1093 time: 2.2002611 Jul 14 12:53:19.734203 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:19.766639 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-df112409-cc0c-4d25-8c2c-f0b17cabb796 req-7b0e518c-5cc8-457c-a3e8-ca8c50007b6c tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202493 Jul 14 12:53:19.780621 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Attempting to bind port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:19.780961 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Attempting to bind port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:19.781285 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Attempting to bind port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:19.796736 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6020865-d648-40f0-a74f-d4adcc5dfd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.799836 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:53:19.800165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Attempting to bind port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 on network 2fee1dd9-1639-4e92-a3d9-8983ae5048ab {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:19.805707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f6020865-d648-40f0-a74f-d4adcc5dfd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.814636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:19.815263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Checking segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:19.815860 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Bound using segment: {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:19.816696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Bound port: ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcff137-ed4e-4db5-9a2f-b29e99777190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:19.817342 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:19.862445 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['411524ef-1973-45f6-9297-394c2265fa52'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:19.918188 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f6020865-d648-40f0-a74f-d4adcc5dfd63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=936463a443b649979ac2f1ac1124cdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1219335 Jul 14 12:53:19.924809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51124) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:20.001825 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-393a8313-ab93-41db-9169-e8b640a0be19 req-9df8c0eb-b2bb-47e0-a50d-cb0082feae67 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0777965 Jul 14 12:53:20.053307 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.055138 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884b71-fda1-4838-86b8-ea4fadc7bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:20.057330 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6020865-d648-40f0-a74f-d4adcc5dfd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a114060-8605-4f8b-8696-2fc54187d233,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:20.081323 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:20.104994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.111048 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Made reservation on behalf of 2aa17a06a7dc45eb92a1541b6e5e9455 for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:20.114303 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.134053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:20.154667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.166877 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-cd750aea-5149-4e58-ba7d-4a4e65a88aed tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:20.184611 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-cd750aea-5149-4e58-ba7d-4a4e65a88aed tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 810 time: 0.6525831 Jul 14 12:53:20.186554 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.234390 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-1de67d09-8357-42a0-acf9-ac16946d02fa tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/quotas/9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 375 time: 0.0487182 Jul 14 12:53:20.237048 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Pushing event updated for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:20.244456 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Made reservation on behalf of 22c7ea74d33048098ef16ecf7eadf0cb for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:20.260423 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.295502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89b7bc9-e862-4ed9-8d88-93e14224805b" -d '{"events": [{"name": "network-changed", "server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:20.325814 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-2ae3550a-26b3-4e58-a736-7e9188af38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:20.327332 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-2ae3550a-26b3-4e58-a736-7e9188af38ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1096 time: 0.5015333 Jul 14 12:53:20.351475 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.365437 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.369363 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a114060-8605-4f8b-8696-2fc54187d233 HTTP/1.1" status: 204 len: 168 time: 0.4391334 Jul 14 12:53:20.380799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:20.381547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.383954 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-bbfd843b-d4e3-4100-9b84-8cc1ea26008f service neutron] 10.222.0.49 "PUT /v2.0/ports/ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 200 len: 1093 time: 2.4824126 Jul 14 12:53:20.398908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:20.401263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b73438f-3025-453d-a007-3589b0b76931" -d '{"events": [{"name": "network-changed", "server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:20.436198 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-0e11820e-d32e-473a-ac24-24ac525170a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.0916927 Jul 14 12:53:20.492438 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-91617fb9-a3da-4723-b0be-93b43bc2ef63 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2572188 Jul 14 12:53:20.494742 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5ee96-96ef-458a-98d6-8046980e1f22 x-openstack-request-id: req-45b5ee96-96ef-458a-98d6-8046980e1f22 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:20.494886 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:20.495134 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45b5ee96-96ef-458a-98d6-8046980e1f22 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:20.495581 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6', 'status': 'completed', 'code': 200} Jul 14 12:53:20.565063 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07afd3-0ea9-4ac8-8435-62cd52c6f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a114060-8605-4f8b-8696-2fc54187d233,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:20.670783 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-19944974-4cca-49ec-8f50-3506c87a3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:20.670783 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-19944974-4cca-49ec-8f50-3506c87a3921 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.2139771 Jul 14 12:53:20.789824 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-6a4f48e4-08c8-4199-8946-d93199a2f63f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187420 Jul 14 12:53:20.815765 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-2610b542-272f-4f7b-9fd9-4ca57057e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:20.820425 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-2610b542-272f-4f7b-9fd9-4ca57057e915 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1096 time: 0.3668098 Jul 14 12:53:20.830660 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.878153 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:20.943891 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:53:20.982196 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-bfeded9e-7fde-44eb-bc4e-8f0bd8ef8ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 200 len: 217 time: 0.0894146 Jul 14 12:53:20.990852 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-51d999cd-cd53-4239-94a4-a4be908c26fd service neutron] 10.222.0.48 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479899 Jul 14 12:53:21.028882 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Allocated IP 172.20.0.9 (05e77cd2-bd46-4c2b-97e5-fcf01a974050/5a47fc68-bc9c-4c1d-b163-495238bb59a4/33b80082-6bea-45a7-83f2-bd7dd1102a21) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:21.043101 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.043311 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Added segment fbf8c479-26c1-47fc-86b3-63ce940f1623 of type vlan for network 5c0e0593-3578-4662-98fe-76e92bf3a402 Jul 14 12:53:21.075198 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11646bb-4853-4011-a815-f450224f28aa req-ba90690c-2d64-4067-b8be-465274dd3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:21.077006 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-ba90690c-2d64-4067-b8be-465274dd3dac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0852871 Jul 14 12:53:21.104607 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-2630efd4-247d-4148-b01e-1ecd4682de13 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066015 Jul 14 12:53:21.121663 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de595c2b-fa85-4e19-871a-4c5d9b708a35,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:21.133584 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-937fecb6-b761-4f7e-8712-df9bd9b142c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455568 Jul 14 12:53:21.145759 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 411524ef-1973-45f6-9297-394c2265fa52 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:21.270117 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 411524ef-1973-45f6-9297-394c2265fa52 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:21.275421 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 411524ef-1973-45f6-9297-394c2265fa52 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:21.276127 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.352642 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-90eb0517-9ba1-4e65-b6e4-fd12883e10f9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399479 Jul 14 12:53:21.406818 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.440926 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69fb31f3-5be1-450a-a975-4c6a88250839 req-85ee1cb3-2012-409c-8983-28eabd298c22 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864928 Jul 14 12:53:21.455579 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=411524ef-1973-45f6-9297-394c2265fa52,segment=NetworkSegment(819751b2-1db5-474f-9772-eff97f116231),segment_id=819751b2-1db5-474f-9772-eff97f116231)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:21.457145 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411524ef-1973-45f6-9297-394c2265fa52'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:21.468322 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.537367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.555496 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.574222 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Transition to ACTIVE for port object 33b80082-6bea-45a7-83f2-bd7dd1102a21 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:21.610132 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277d3-86f7-41e4-8c79-feb89e814a8d req-0d6d11d2-cf65-44b2-b178-cbfea9a03beb tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:21.635726 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681277d3-86f7-41e4-8c79-feb89e814a8d req-0d6d11d2-cf65-44b2-b178-cbfea9a03beb tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 943 time: 0.9144657 Jul 14 12:53:21.639667 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.641285 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:21.642038 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.652068 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:21.769001 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] Pushing event updated for resources: {'Network': ['ID=5c0e0593-3578-4662-98fe-76e92bf3a402,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:21.782237 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 5c0e0593-3578-4662-98fe-76e92bf3a402 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:53:21.802966 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-04c8c390-ce1c-412e-99a4-ae684861898f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3620808 Jul 14 12:53:21.803896 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51250) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:21.811330 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Request body: {'subnet': {'network_id': '5c0e0593-3578-4662-98fe-76e92bf3a402', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1969992422-subnet', 'tenant_id': '2aa17a06a7dc45eb92a1541b6e5e9455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:21.818207 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3543922-337e-456d-9ad0-b80833475a3c" -d '{"events": [{"server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "name": "network-vif-plugged", "status": "completed", "tag": "411524ef-1973-45f6-9297-394c2265fa52"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:21.828473 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.852244 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Made reservation on behalf of 2aa17a06a7dc45eb92a1541b6e5e9455 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:21.854830 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:21.862517 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681277d3-86f7-41e4-8c79-feb89e814a8d req-f84e335f-5bbc-41b9-92b4-fbc96a68cc04 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250190 Jul 14 12:53:21.882960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d86fca-8f6b-4ae0-855c-19574542b027 x-openstack-request-id: req-a7d86fca-8f6b-4ae0-855c-19574542b027 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:21.883256 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:21.883511 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7d86fca-8f6b-4ae0-855c-19574542b027 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:21.883918 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68', 'status': 'completed', 'code': 200} Jul 14 12:53:22.036817 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-6b77d9e6-c689-4bc5-8bdd-a4ac991a8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.039010 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-6b77d9e6-c689-4bc5-8bdd-a4ac991a8268 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1096 time: 0.5239551 Jul 14 12:53:22.039270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:22.069913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:22.085618 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:22.096020 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.096696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:22.186715 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8476572 Jul 14 12:53:22.212677 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Request body: {'port': {'device_id': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:22.243263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc19e3-2291-4dc9-9290-8e9da5a72c2a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:22.294846 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-b3d32c44-79ac-4d89-850b-29f47ce43d3d service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563413 Jul 14 12:53:22.432392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-2b548399-33fb-4b7a-b6c2-80429f579a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.434457 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-2b548399-33fb-4b7a-b6c2-80429f579a54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.3848474 Jul 14 12:53:22.474641 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:22.502752 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36c18b-f778-494e-92c3-e06c58d05012 req-b376cc95-2b38-4555-82f5-19055ad295bd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.504667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e36c18b-f778-494e-92c3-e06c58d05012 req-b376cc95-2b38-4555-82f5-19055ad295bd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 931 time: 0.3695521 Jul 14 12:53:22.547157 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a11646bb-4853-4011-a815-f450224f28aa req-a1828bf0-7882-4836-bc91-5f99db7d7962 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370603 Jul 14 12:53:22.557997 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-885c790e-4008-475f-9eed-0553484d31ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.1066751 Jul 14 12:53:22.580372 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-faf8a666-2bca-4f86-8d6e-d9eb5134eab9 None None] Provisioning for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:22.584850 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6acf80-66c0-4e22-b285-337606a32a96 req-14e39eb5-dd5d-486c-a029-684a8f59fe21 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.592086 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b6acf80-66c0-4e22-b285-337606a32a96 req-14e39eb5-dd5d-486c-a029-684a8f59fe21 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.5484033 Jul 14 12:53:22.607059 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-faf8a666-2bca-4f86-8d6e-d9eb5134eab9 None None] Provisioning complete for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:22.607879 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-faf8a666-2bca-4f86-8d6e-d9eb5134eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:22.667347 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e36c18b-f778-494e-92c3-e06c58d05012 req-6cb14908-8a2d-445b-874e-2a05e659c5d3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491747 Jul 14 12:53:22.700063 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-faf8a666-2bca-4f86-8d6e-d9eb5134eab9 None None] Port 33b80082-6bea-45a7-83f2-bd7dd1102a21 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:22.777757 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b6acf80-66c0-4e22-b285-337606a32a96 req-766b6040-fb7b-4463-a06b-0a759796a8b1 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846645 Jul 14 12:53:22.820157 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-2cf1d8b8-4329-455c-b450-2cd8b5324e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.822248 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-2cf1d8b8-4329-455c-b450-2cd8b5324e42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.2562828 Jul 14 12:53:22.879438 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-55a6437d-bd3c-44a2-8782-48aa03b0e164 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422473 Jul 14 12:53:22.947254 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e532ab29-41f7-4d8f-ad6c-3eb128f94a7c req-37dd95c0-fe5a-40de-be90-27a53f983db9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 210 time: 0.1009541 Jul 14 12:53:22.966427 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73438f-3025-453d-a007-3589b0b76931 req-91836046-c831-4b5c-a006-a8f6fa1e6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:22.968417 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-91836046-c831-4b5c-a006-a8f6fa1e6e4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1096 time: 0.3461740 Jul 14 12:53:23.020161 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-9a4ed67d-64cc-433e-b33b-3161a664569e service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146307 Jul 14 12:53:23.106577 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:23.199223 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51308) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:23.292931 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73438f-3025-453d-a007-3589b0b76931 req-3c286c0d-8053-484e-8d09-ee714fb56bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:23.296232 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-3c286c0d-8053-484e-8d09-ee714fb56bbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.3197465 Jul 14 12:53:23.345470 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66779783-7e1b-4509-b6db-15396927be65 x-openstack-request-id: req-66779783-7e1b-4509-b6db-15396927be65 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:23.346048 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "name": "network-vif-plugged", "status": "completed", "tag": "411524ef-1973-45f6-9297-394c2265fa52", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:23.346442 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66779783-7e1b-4509-b6db-15396927be65 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:23.347059 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411524ef-1973-45f6-9297-394c2265fa52', 'code': 200} Jul 14 12:53:23.393439 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-6f984afa-6dec-4ecf-9194-f085090b1099 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 200 len: 217 time: 0.0851283 Jul 14 12:53:23.396269 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:23.411062 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:23.467988 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Transition to ACTIVE for port object 33b80082-6bea-45a7-83f2-bd7dd1102a21 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:23.471591 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a89b7bc9-e862-4ed9-8d88-93e14224805b req-08cbf894-c0b0-41b0-93d8-5dfd4330751a service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434087 Jul 14 12:53:23.480892 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:23.492338 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Checking segment: {'id': 'fbf8c479-26c1-47fc-86b3-63ce940f1623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5c0e0593-3578-4662-98fe-76e92bf3a402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:23.492338 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Network hostable DHCP agents. Network: 5c0e0593-3578-4662-98fe-76e92bf3a402, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:53:23.500693 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1afea1-afff-48fb-b80c-d340ba9909b1,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:23.519297 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Network 5c0e0593-3578-4662-98fe-76e92bf3a402 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:53:23.532301 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 5c0e0593-3578-4662-98fe-76e92bf3a402) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:23.542714 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26843d-ae1a-47c0-9455-f8d1ee68e140 None None] Network 5c0e0593-3578-4662-98fe-76e92bf3a402 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:53:23.547596 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:23.548400 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:23.567073 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f969f0-dfeb-4dfa-85bb-4678dd6726d0 req-1cd1b004-83e5-44bb-b4ed-93072ce45d4d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:23.570323 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8ec1dad3-f348-4778-8879-833144118a78 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7635391 Jul 14 12:53:23.578435 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-26f969f0-dfeb-4dfa-85bb-4678dd6726d0 req-1cd1b004-83e5-44bb-b4ed-93072ce45d4d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 943 time: 0.2891595 Jul 14 12:53:23.602934 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73438f-3025-453d-a007-3589b0b76931 req-54e2a3de-c374-4a1b-9870-361f5eb1a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:23.604796 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-54e2a3de-c374-4a1b-9870-361f5eb1a642 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.1909013 Jul 14 12:53:23.774957 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-aa77b647-0cf2-42a8-97f1-a69c38eb5f51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332943 Jul 14 12:53:23.810576 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Attempting to bind port 33b80082-6bea-45a7-83f2-bd7dd1102a21 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:23.810903 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Attempting to bind port 33b80082-6bea-45a7-83f2-bd7dd1102a21 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:23.811230 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Attempting to bind port 33b80082-6bea-45a7-83f2-bd7dd1102a21 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:23.813792 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:23.831621 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-442f5a0a-505a-42b7-8ee2-5ce68500b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:23.837297 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-442f5a0a-505a-42b7-8ee2-5ce68500b0fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 1098 time: 0.1947699 Jul 14 12:53:23.864502 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ff4c4-6fe1-4a72-81d1-4b23fc6d99f0 None None] Network 5c0e0593-3578-4662-98fe-76e92bf3a402 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:53:23.885673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Port 33b80082-6bea-45a7-83f2-bd7dd1102a21 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:53:23.885969 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Attempting to bind port 33b80082-6bea-45a7-83f2-bd7dd1102a21 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:23.888334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.49', 64808) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:23.899015 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.012647 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43f0ce20-8419-4c7a-846f-24e44f966bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.065399 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-26f969f0-dfeb-4dfa-85bb-4678dd6726d0 req-af96b502-7158-4579-a7f6-87b376a44ecb tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805620 Jul 14 12:53:24.088356 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:24.088632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Checking segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:24.088922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Bound using segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:24.089378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Bound port: 33b80082-6bea-45a7-83f2-bd7dd1102a21, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:24.089738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.147514 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae976-53de-4703-a709-c9aae4ef6c06 req-d0cbc56a-6e6b-4d0f-ace5-0e2b2195498b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:24.154904 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f48ae976-53de-4703-a709-c9aae4ef6c06 req-d0cbc56a-6e6b-4d0f-ace5-0e2b2195498b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.2262766 Jul 14 12:53:24.262901 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f48ae976-53de-4703-a709-c9aae4ef6c06 req-fdcd65d4-7eac-4d51-92a4-089645bf4dbf tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010406 Jul 14 12:53:24.303903 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-cfba351e-1206-4841-bfac-d6e65faac714 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958050 Jul 14 12:53:24.332563 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.340735 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-4b92d09f-4458-439b-976d-bc147181789c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:24.343746 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-4b92d09f-4458-439b-976d-bc147181789c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 810 time: 0.4062364 Jul 14 12:53:24.349997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.499208 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:24.517589 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43f0ce20-8419-4c7a-846f-24e44f966bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.539334 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43f0ce20-8419-4c7a-846f-24e44f966bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.546091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:24.574755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.582152 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-43f0ce20-8419-4c7a-846f-24e44f966bbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57c46869a09f4042af7a48b94787e584&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1173759 Jul 14 12:53:24.587642 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51358) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:24.608322 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641413 Jul 14 12:53:24.622015 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-14ed85ff-6437-4a30-939a-8fb06db3c8fd req-dae71056-0001-4ee9-bf71-ebf40f578748 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 210 time: 0.0919971 Jul 14 12:53:24.623674 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a5b1df-bdfa-468c-9ddb-a09039b06b96,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:24.659437 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0ce20-8419-4c7a-846f-24e44f966bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3911f9-2b57-42c8-bdb0-ccd6bcdeef06,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:24.666978 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-46b409d2-c2ad-47fd-a3d9-dd66132ee489 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 380 time: 0.3113520 Jul 14 12:53:24.677011 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:24.679351 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.680770 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] 10.222.0.49 "PUT /v2.0/ports/33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 1093 time: 2.4747872 Jul 14 12:53:24.686186 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:24.689503 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14362f66-503f-41a9-a1e0-4a8a300ec7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:24.710099 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'port': {'device_id': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'admin_state_up': True, 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'security_groups': ['ab785eaf-490a-44f3-b81c-befdecde65da']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:24.815157 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-9da21d55-792d-4b09-843f-2c3c0c213979 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625514 Jul 14 12:53:24.826316 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51368) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:24.833469 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-23325544-network', 'tenant_id': '9042fb9911954e6ab2dd02514cfc07eb'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:24.840400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612de114-f40b-4e66-be46-bfbf11797d71 x-openstack-request-id: req-612de114-f40b-4e66-be46-bfbf11797d71 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:24.840786 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:24.841397 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-612de114-f40b-4e66-be46-bfbf11797d71 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:24.841528 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'status': 'completed', 'code': 200} Jul 14 12:53:24.864982 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Made reservation on behalf of 9042fb9911954e6ab2dd02514cfc07eb for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:24.866834 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e34b6f-bfea-46b0-a3fe-053915a1e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:24.868989 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.883153 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:24.919829 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e2c5-e46d-4ef0-858f-5c221c330555 req-233b7b38-2f1a-4697-8695-d30b47b5d8d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:24.922569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1563e2c5-e46d-4ef0-858f-5c221c330555 req-233b7b38-2f1a-4697-8695-d30b47b5d8d8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.5268521 Jul 14 12:53:24.954724 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.003241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.012179 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.034845 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1563e2c5-e46d-4ef0-858f-5c221c330555 req-ee178a69-b2c5-4126-b2a9-39bcfc91c237 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808027 Jul 14 12:53:25.044228 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:53:25.067244 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10e665-1f5a-4cdf-992e-5ae81fc7769d,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:25.072912 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.073693 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Added segment 35a3fb86-d6b8-41b3-ac9e-7e083cc98144 of type vlan for network 4667a13b-9d38-469f-b956-022bdcca044a Jul 14 12:53:25.089029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.125220 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-5079d499-f3f7-4c59-a42d-dae9e4fb7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.127847 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-5079d499-f3f7-4c59-a42d-dae9e4fb7ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1096 time: 0.3674865 Jul 14 12:53:25.148576 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.180028 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 0ecdbd56-fb37-416b-8720-04ff5b7667c6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:53:25.190300 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-0ae15a41-f129-4606-a7cb-64d1e674239c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 217 time: 0.0446892 Jul 14 12:53:25.190664 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.193332 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.194516 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.228478 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Made reservation on behalf of 9b12b139eeba4bdeaa14edfa18890bbe for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:25.232024 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.255329 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.257890 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.259000 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e3911f9-2b57-42c8-bdb0-ccd6bcdeef06 HTTP/1.1" status: 204 len: 168 time: 0.6632965 Jul 14 12:53:25.279768 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4515989 Jul 14 12:53:25.284629 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51378) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:25.291733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d9041-6797-4e59-b5a1-b6320e441938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3911f9-2b57-42c8-bdb0-ccd6bcdeef06,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:25.292024 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Request body: {'subnet': {'network_id': '4667a13b-9d38-469f-b956-022bdcca044a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-23325544-subnet', 'tenant_id': '9042fb9911954e6ab2dd02514cfc07eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:25.319390 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-c4647192-66bf-4521-9b33-e226bdde103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.321700 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Made reservation on behalf of 9042fb9911954e6ab2dd02514cfc07eb for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:53:25.324263 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.326898 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-c4647192-66bf-4521-9b33-e226bdde103a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.1279652 Jul 14 12:53:25.367130 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:25.367920 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467a4a-dfad-4def-bf27-6d06168eb99e admin admin] Pushing event updated for resources: {'Network': ['ID=4667a13b-9d38-469f-b956-022bdcca044a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:25.410763 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 4667a13b-9d38-469f-b956-022bdcca044a details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:53:25.428140 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eebaae-5f0b-4ca0-b850-7881b1d1526d req-6b3da925-bfde-46d0-becc-d5b7c3dd2651 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.429926 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-24eebaae-5f0b-4ca0-b850-7881b1d1526d req-6b3da925-bfde-46d0-becc-d5b7c3dd2651 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 943 time: 0.2252054 Jul 14 12:53:25.492448 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-24eebaae-5f0b-4ca0-b850-7881b1d1526d req-386127d7-ceba-4da3-b768-5e8878dfea5f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550733 Jul 14 12:53:25.569501 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '0ecdbd56-fb37-416b-8720-04ff5b7667c6', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'port_id': '0ecdbd56-fb37-416b-8720-04ff5b7667c6', 'mac_address': 'fa:16:3e:34:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:53:25.611091 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.621266 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.640384 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecdbd56-fb37-416b-8720-04ff5b7667c6 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:25.669924 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:25.676046 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.676947 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:53:25.718154 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:25.735879 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68', 'network_id': '2fee1dd9-1639-4e92-a3d9-8983ae5048ab', 'port_id': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68', 'mac_address': 'fa:16:3e:45:87:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec7a2a5-044b-4879-9beb-41adf0705a8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:53:25.758375 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6406b30d-e23d-4a6e-b3a8-8e6573284440,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:25.782747 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Checking segment: {'id': '35a3fb86-d6b8-41b3-ac9e-7e083cc98144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4667a13b-9d38-469f-b956-022bdcca044a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:25.783688 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Network hostable DHCP agents. Network: 4667a13b-9d38-469f-b956-022bdcca044a, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:53:25.826333 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.841417 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:25.856811 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:25.866041 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1500a6de-8be2-41bd-842c-b0ae1f59c15e req-d0ce5ffe-fe3e-483a-aa36-b014fd04b3dd tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 210 time: 0.0549362 Jul 14 12:53:25.878110 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51388) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:25.881521 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Allocated IP 172.20.0.11 (d4eee5b1-42d1-4fb2-9b3c-dbeee147f369/506ace94-9d4b-41e2-9d0c-77d4d253a576/1ee787e7-8a2a-4348-a014-60d279a1a189) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:53:25.885356 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Network 4667a13b-9d38-469f-b956-022bdcca044a is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:53:25.888736 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:25.895678 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.903622 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a40361f-1e8b-4ced-9d88-432a0999ab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.905474 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-872b9bd7-8898-45cd-921f-fe8aee66bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.905690 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 4667a13b-9d38-469f-b956-022bdcca044a) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:25.908017 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-872b9bd7-8898-45cd-921f-fe8aee66bbe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5221238 Jul 14 12:53:25.916081 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:25.916681 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:25.925318 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9f6b7-7b45-4ed1-a42c-71c716a07b8f None None] Network 4667a13b-9d38-469f-b956-022bdcca044a requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:53:26.011944 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:26.026074 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cea2d0-c318-4e48-b524-7a30e6141531 req-a5329f54-4e11-4df5-8767-e1ef089d9ffd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:26.027943 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a1cea2d0-c318-4e48-b524-7a30e6141531 req-a5329f54-4e11-4df5-8767-e1ef089d9ffd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.5057886 Jul 14 12:53:26.049797 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a40361f-1e8b-4ced-9d88-432a0999ab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.074629 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9a82aba4-5713-4c7d-84cb-732e78d2b1f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7877846 Jul 14 12:53:26.076564 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a40361f-1e8b-4ced-9d88-432a0999ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.143051 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3a40361f-1e8b-4ced-9d88-432a0999ab26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c325c1011314a5fb7c71f7dffc2a51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637739 Jul 14 12:53:26.143899 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40361f-1e8b-4ced-9d88-432a0999ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076ebaae-6a5b-4d6b-a601-2b2e4e3cbfc0,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:26.145012 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7308e5-21a3-4aff-8c6d-bad9b396c545 None None] Network 4667a13b-9d38-469f-b956-022bdcca044a requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:53:26.146509 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51396) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:26.192989 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a1cea2d0-c318-4e48-b524-7a30e6141531 req-189fceca-9cf1-4f42-9199-eeb31a6fa48f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548142 Jul 14 12:53:26.220709 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-322bac95-b63e-4596-b1e4-47bd23ea54c2 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051529 Jul 14 12:53:26.233255 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['0ecdbd56-fb37-416b-8720-04ff5b7667c6'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:26.289804 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.304608 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['ef24a4ab-61fb-4fc0-98f0-cc72a82dea68'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:26.355775 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51404) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:26.381148 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.434971 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.450273 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Transition to ACTIVE for port object 1ee787e7-8a2a-4348-a014-60d279a1a189 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:26.505903 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Deleting subnet 3e1afea1-afff-48fb-b80c-d340ba9909b1 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:53:26.514902 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.518613 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.519488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.524953 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0dfde82c-00f2-4840-bb59-4614bc729718 req-bc2ffa99-08f8-47b0-be8f-ea10535e0681 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949231 Jul 14 12:53:26.563387 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/076ebaae-6a5b-4d6b-a601-2b2e4e3cbfc0 HTTP/1.1" status: 204 len: 168 time: 0.3760898 Jul 14 12:53:26.595480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.605618 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.661565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7fb3c-5fb5-444f-b093-844b0637934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076ebaae-6a5b-4d6b-a601-2b2e4e3cbfc0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:26.684017 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.784321 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f665945-07ce-4a9d-95d0-ddcae95d6960 req-184d22e5-f6db-4717-8eca-f26fa8a5d64d tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:26.798894 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f665945-07ce-4a9d-95d0-ddcae95d6960 req-184d22e5-f6db-4717-8eca-f26fa8a5d64d tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.4830010 Jul 14 12:53:26.842375 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:53:26.932379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:53:26.955299 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:53:26.963741 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:26.964415 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:26.976556 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f665945-07ce-4a9d-95d0-ddcae95d6960 req-5c353db2-4111-477c-9ae1-a682d04bb78e tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717272 Jul 14 12:53:26.980747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:27.114603 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-adfde77e-f304-428b-9a44-40ece3984c2b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4110692 Jul 14 12:53:27.168932 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Request body: {'port': {'device_id': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:27.187747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.204293 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f8866-9a8c-4ee2-a174-3044d36face4 req-8b53e300-3b3b-43ca-88ed-5b77adc41634 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.206194 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9a9f8866-9a8c-4ee2-a174-3044d36face4 req-8b53e300-3b3b-43ca-88ed-5b77adc41634 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 944 time: 0.3704710 Jul 14 12:53:27.259244 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-3ea73c1b-d05d-4db1-b21f-de2591346754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.261052 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-3ea73c1b-d05d-4db1-b21f-de2591346754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1096 time: 0.5204916 Jul 14 12:53:27.292047 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cdcb4-1d26-41a4-bc87-73401ae4c6cc req-2c2cdc4b-962f-4a88-94bb-30c5647333c3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.293643 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a28cdcb4-1d26-41a4-bc87-73401ae4c6cc req-2c2cdc4b-962f-4a88-94bb-30c5647333c3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 932 time: 0.1325033 Jul 14 12:53:27.299778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1afea1-afff-48fb-b80c-d340ba9909b1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:27.302159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.306364 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dac53355-0992-4ea0-88c9-943d995d6536 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3e1afea1-afff-48fb-b80c-d340ba9909b1 HTTP/1.1" status: 204 len: 168 time: 0.9472110 Jul 14 12:53:27.311041 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51442) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:27.409423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b970e82a-e662-4bca-9a5f-837ba42cf3e7 None None] Provisioning for port 1ee787e7-8a2a-4348-a014-60d279a1a189 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:27.416032 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b970e82a-e662-4bca-9a5f-837ba42cf3e7 None None] Provisioning complete for port 1ee787e7-8a2a-4348-a014-60d279a1a189 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:27.416407 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b970e82a-e662-4bca-9a5f-837ba42cf3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.428496 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a28cdcb4-1d26-41a4-bc87-73401ae4c6cc req-98d182b0-1d4f-4a4d-83f6-6a6ad311bec5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253269 Jul 14 12:53:27.433605 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.447762 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9a9f8866-9a8c-4ee2-a174-3044d36face4 req-095ab0b2-c45a-46c2-ac5e-aa02a3410329 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996882 Jul 14 12:53:27.461296 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-f36d6169-fdae-4176-8304-5c31cff03e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.461296 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-f36d6169-fdae-4176-8304-5c31cff03e72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.1709123 Jul 14 12:53:27.463937 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-b970e82a-e662-4bca-9a5f-837ba42cf3e7 None None] Port 1ee787e7-8a2a-4348-a014-60d279a1a189 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:53:27.510641 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.535330 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.548175 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-a3171288-ec48-414a-ab60-410aa2d479f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 217 time: 0.0632236 Jul 14 12:53:27.548416 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.548889 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.549678 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.550192 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.550731 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.551222 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.551688 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.552116 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.552543 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.552934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.639385 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-1b927d83-8e1d-42f0-a429-3b72554961e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.640855 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-1b927d83-8e1d-42f0-a429-3b72554961e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0856371 Jul 14 12:53:27.742586 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.742939 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.743253 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.743579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:27.743995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0e0593-3578-4662-98fe-76e92bf3a402']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:27.787010 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf8c479-26c1-47fc-86b3-63ce940f1623') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:27.787297 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf8c479-26c1-47fc-86b3-63ce940f1623') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:27.807488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-0ec6be17-10dc-4e35-83a5-1bd95ad66568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.808989 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-0ec6be17-10dc-4e35-83a5-1bd95ad66568 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250658 Jul 14 12:53:27.828844 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.855630 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.872799 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:53:27.873209 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: from cryptography.utils import int_from_bytes Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: from cryptography.utils import int_from_bytes Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:53:27.877335 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:53:27.953707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26c67-6ddc-4649-9cf3-af1333990670 req-05dce12e-6f4d-4aa7-bd52-4a3a3b8d4eea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:27.955853 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f0f26c67-6ddc-4649-9cf3-af1333990670 req-05dce12e-6f4d-4aa7-bd52-4a3a3b8d4eea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.2032807 Jul 14 12:53:27.966665 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee787e7-8a2a-4348-a014-60d279a1a189 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:27.972191 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:27.976194 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-fcd8cb41-689d-42ae-8dd4-834e5920d732 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498034 Jul 14 12:53:27.979894 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.005997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.010779 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c0e0593-3578-4662-98fe-76e92bf3a402 HTTP/1.1" status: 204 len: 168 time: 0.6989691 Jul 14 12:53:28.013034 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51462) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:28.027663 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40ad8-9d47-472e-944d-09152c04b1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0e0593-3578-4662-98fe-76e92bf3a402,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:28.040159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Transition to ACTIVE for port object 1ee787e7-8a2a-4348-a014-60d279a1a189 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:53:28.047699 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.067060 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f0f26c67-6ddc-4649-9cf3-af1333990670 req-9213db35-5cbc-4c94-8b1e-c526d74a946d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020670 Jul 14 12:53:28.096154 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Deleting subnet 6406b30d-e23d-4a6e-b3a8-8e6573284440 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:53:28.102313 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.129986 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:28.170729 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.174818 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Attempting to bind port 1ee787e7-8a2a-4348-a014-60d279a1a189 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:53:28.175155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Attempting to bind port 1ee787e7-8a2a-4348-a014-60d279a1a189 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:53:28.176012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Attempting to bind port 1ee787e7-8a2a-4348-a014-60d279a1a189 on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:28.180623 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14362f66-503f-41a9-a1e0-4a8a300ec7f9 req-2d469c45-ebf7-4645-a2df-0567ad7f0fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976151 Jul 14 12:53:28.182756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Port 1ee787e7-8a2a-4348-a014-60d279a1a189 on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:53:28.183075 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Attempting to bind port 1ee787e7-8a2a-4348-a014-60d279a1a189 on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:53:28.193365 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:53:28.193716 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Checking segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:53:28.194129 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Bound using segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:53:28.194620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Bound port: 1ee787e7-8a2a-4348-a014-60d279a1a189, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:53:28.194995 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.266101 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.350889 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:53:28.356460 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ee787e7-8a2a-4348-a014-60d279a1a189,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:53:28.368341 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03854a-f47a-4e1c-a0c9-53f4159c0f22 req-02c7007f-278c-4370-96d2-5c7a43b441b8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:28.375795 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a03854a-f47a-4e1c-a0c9-53f4159c0f22 req-02c7007f-278c-4370-96d2-5c7a43b441b8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.1687224 Jul 14 12:53:28.384768 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.393428 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.427796 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.434550 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6406b30d-e23d-4a6e-b3a8-8e6573284440 HTTP/1.1" status: 204 len: 168 time: 0.4182053 Jul 14 12:53:28.437419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51478) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:28.441064 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:28.443099 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:28.446252 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] 10.222.0.49 "PUT /v2.0/ports/1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 1094 time: 1.2941768 Jul 14 12:53:28.448387 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:28.453202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f16d86-c3b2-4cdc-91be-334edaa463db" -d '{"events": [{"name": "network-changed", "server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:28.494742 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0471b-4d75-4847-b99a-329e0c3d7213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6406b30d-e23d-4a6e-b3a8-8e6573284440,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:28.544972 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1445b1-2cc5-457e-acdf-2b3c6a881c2e x-openstack-request-id: req-9e1445b1-2cc5-457e-acdf-2b3c6a881c2e {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:28.545363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:28.545832 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e1445b1-2cc5-457e-acdf-2b3c6a881c2e {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:28.546492 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'status': 'completed', 'code': 200} Jul 14 12:53:28.764378 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc98b4-6485-4332-b791-df7a44be22fd req-66d4d36d-cc39-4722-b659-c870b11e98a9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:28.767329 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-17bc98b4-6485-4332-b791-df7a44be22fd req-66d4d36d-cc39-4722-b659-c870b11e98a9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 944 time: 0.0979207 Jul 14 12:53:28.811632 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51498) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:28.886558 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-17bc98b4-6485-4332-b791-df7a44be22fd req-3bce3aad-75a0-48ef-a3e8-5f94a11c4cd7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128080 Jul 14 12:53:28.931718 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a03854a-f47a-4e1c-a0c9-53f4159c0f22 req-cf364485-b0bd-4add-89b0-0ba6175e7e67 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546548 Jul 14 12:53:28.953230 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7deab-65f0-433d-9aa6-35e7b936628e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:28.959751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.048046 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e45addb-23ab-455c-9d87-c7d63b642787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.100436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.104036 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-0e177770-01f1-48d9-84e0-82212010b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:29.105672 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-0e177770-01f1-48d9-84e0-82212010b3c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1097 time: 0.6002839 Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.119657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.138778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.138778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.193084 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e45addb-23ab-455c-9d87-c7d63b642787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.207572 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:53:29.208153 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2e45addb-23ab-455c-9d87-c7d63b642787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.209067 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 0ecdbd56-fb37-416b-8720-04ff5b7667c6 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:29.257146 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.257439 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.257759 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.258135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:53:29.258608 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4667a13b-9d38-469f-b956-022bdcca044a']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:29.321921 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a3fb86-d6b8-41b3-ac9e-7e083cc98144') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:29.321921 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a3fb86-d6b8-41b3-ac9e-7e083cc98144') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:29.326133 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-3f0526c9-f7a4-4197-9c75-034d7dcb3b11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 217 time: 0.2127831 Jul 14 12:53:29.334130 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2e45addb-23ab-455c-9d87-c7d63b642787 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64753ce4a97844bbb17fd4dae8d8a408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201960 Jul 14 12:53:29.339624 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51510) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:29.366345 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45addb-23ab-455c-9d87-c7d63b642787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa563ba1-2514-473c-b569-a48133525099,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:29.434046 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:29.443820 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:29.444367 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.454838 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51514) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:29.462759 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99235-a3a8-4f34-a8b7-8acfef7162ff req-7a272bee-1c4a-4688-8ff2-8c2b6261e8c2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:29.464707 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f0a99235-a3a8-4f34-a8b7-8acfef7162ff req-7a272bee-1c4a-4688-8ff2-8c2b6261e8c2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 944 time: 0.2690871 Jul 14 12:53:29.472446 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.520507 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:29.532151 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.535689 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:53:29.559720 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.573754 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.586165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:53:29.586583 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: from cryptography.utils import int_from_bytes Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: from cryptography.utils import int_from_bytes Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:53:29.595811 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:53:29.624271 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-4acc5431-5e82-4cfa-99b2-f4f0326e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:29.626663 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-4acc5431-5e82-4cfa-99b2-f4f0326e8c52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.2584321 Jul 14 12:53:29.631737 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.644510 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f0a99235-a3a8-4f34-a8b7-8acfef7162ff req-f8fb92fe-45bb-45d8-8a9e-bd2b9edee6a3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615567 Jul 14 12:53:29.646005 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8244b54-1c58-4f5f-bd77-3394f36d9455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.648005 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.673522 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:29.689726 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.692896 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.696551 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa563ba1-2514-473c-b569-a48133525099 HTTP/1.1" status: 204 len: 168 time: 0.3537953 Jul 14 12:53:29.697710 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:29.707426 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:29.711988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c0256-2b8a-41e4-bef6-a2fecdded99b" -d '{"events": [{"server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "name": "network-vif-plugged", "status": "completed", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:29.713514 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde0fce-1d30-4fad-b980-49a2b9668bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa563ba1-2514-473c-b569-a48133525099,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:29.720123 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.743977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b820829-6362-43f9-a871-834f7167ec32 req-6cb3445f-8873-43dc-baf8-c50dfd959e4b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:29.749217 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:29.752112 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b820829-6362-43f9-a871-834f7167ec32 req-6cb3445f-8873-43dc-baf8-c50dfd959e4b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.4479232 Jul 14 12:53:29.764446 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.789982 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2853c-36bc-4d90-b520-c90017d5b7d1 x-openstack-request-id: req-74c2853c-36bc-4d90-b520-c90017d5b7d1 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:29.790337 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "name": "network-vif-plugged", "status": "completed", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:29.790507 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74c2853c-36bc-4d90-b520-c90017d5b7d1 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:29.791457 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6', 'code': 200} Jul 14 12:53:29.793401 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.794235 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:29.800847 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.806086 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] 10.222.0.48 "DELETE /v2.0/networks/4667a13b-9d38-469f-b956-022bdcca044a HTTP/1.1" status: 204 len: 168 time: 1.3587151 Jul 14 12:53:29.841606 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9dfb9-f96f-4578-840c-eccc84b4fc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=4667a13b-9d38-469f-b956-022bdcca044a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:29.851244 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8244b54-1c58-4f5f-bd77-3394f36d9455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.858133 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f8244b54-1c58-4f5f-bd77-3394f36d9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:29.865839 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b820829-6362-43f9-a871-834f7167ec32 req-b4b11584-b00d-4ca7-a3de-9c7cdfd875ac tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122916 Jul 14 12:53:29.886189 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-14bd9d91-cade-4af2-963d-318a1715e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:29.903950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-14bd9d91-cade-4af2-963d-318a1715e5b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2371235 Jul 14 12:53:29.938740 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:29.963445 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f8244b54-1c58-4f5f-bd77-3394f36d9455 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22e8c70aa12243e097e1636f1cece2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976876 Jul 14 12:53:29.966158 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51530) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:29.972804 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8244b54-1c58-4f5f-bd77-3394f36d9455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0abb5-a4d9-425f-9a8f-072d6045bac1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.043235 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51534) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:30.063147 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.079117 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['33b80082-6bea-45a7-83f2-bd7dd1102a21'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:30.133436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:30.141483 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:30.142278 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.186667 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.227314 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.227569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f2c6c3df-bb8b-4d70-a4a8-6c7cc259f072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aa17a06a7dc45eb92a1541b6e5e9455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795511 Jul 14 12:53:30.234015 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51536) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:30.254468 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-95562430-7fad-41cf-b8b5-bdb78747d5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403187 Jul 14 12:53:30.270469 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f1629-7ee3-4f5d-b230-5c36f11f7af6 req-ab77b9b4-73d8-4340-80dd-95c76738bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:30.271945 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-475f1629-7ee3-4f5d-b230-5c36f11f7af6 req-ab77b9b4-73d8-4340-80dd-95c76738bb90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.1861207 Jul 14 12:53:30.336580 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b69b2-f71d-492a-aabb-44e0a27a66d7 req-b328ce9c-11a3-47c3-808c-810135c9088c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:30.341134 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b8b69b2-f71d-492a-aabb-44e0a27a66d7 req-b328ce9c-11a3-47c3-808c-810135c9088c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 944 time: 0.2068863 Jul 14 12:53:30.350211 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.381300 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-475f1629-7ee3-4f5d-b230-5c36f11f7af6 req-de12d54f-3107-4376-9e51-44e9fb6b59e9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002522 Jul 14 12:53:30.391888 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:30.397057 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.398915 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.400767 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.404245 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.407997 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74266b20-8837-4dd9-8db8-3363014a2c0c req-f64d0b6e-4a65-4277-9570-1a0af583e948 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387525 Jul 14 12:53:30.409932 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33b0abb5-a4d9-425f-9a8f-072d6045bac1 HTTP/1.1" status: 204 len: 168 time: 0.4383452 Jul 14 12:53:30.423494 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b8b69b2-f71d-492a-aabb-44e0a27a66d7 req-10a44780-edcf-46b5-90f6-8e75ca269c58 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701385 Jul 14 12:53:30.431469 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51540) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:30.463524 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.463940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2377-a2fe-4467-bec1-70f16baa2522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.476830 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb82427-9bc9-4355-ba59-4dd1b0075edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0abb5-a4d9-425f-9a8f-072d6045bac1,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.514940 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.522714 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.526675 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.528786 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de595c2b-fa85-4e19-871a-4c5d9b708a35 HTTP/1.1" status: 204 len: 168 time: 0.2937295 Jul 14 12:53:30.541528 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b32d0e-af68-41a4-84de-6ba24905a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de595c2b-fa85-4e19-871a-4c5d9b708a35,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.619806 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-3c599c54-6daf-40f8-87d2-0a07363eaace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:30.621342 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-3c599c54-6daf-40f8-87d2-0a07363eaace service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1097 time: 0.1024404 Jul 14 12:53:30.739028 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2377-a2fe-4467-bec1-70f16baa2522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.747130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2377-a2fe-4467-bec1-70f16baa2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:30.844871 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ae9c2377-a2fe-4467-bec1-70f16baa2522 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e72bb1a1f3b458aab90f8a0cd14acb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122107 Jul 14 12:53:30.849127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51556) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:30.880583 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c2377-a2fe-4467-bec1-70f16baa2522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72117fa1-e3e6-4ad4-b194-ad244571f034,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:30.937484 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddc27-a8e5-4bac-8568-07d032890351 req-4517f1f3-8b45-4a0f-8f10-3be74ba4938c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:30.944316 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51562) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:30.946325 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f4ddc27-a8e5-4bac-8568-07d032890351 req-4517f1f3-8b45-4a0f-8f10-3be74ba4938c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1335652 Jul 14 12:53:30.964697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-bb7b9115-64bd-474f-845e-cf5a508c81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:30.966645 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-bb7b9115-64bd-474f-845e-cf5a508c81ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.3350837 Jul 14 12:53:30.982728 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8b492b6d-c8ab-4f98-860a-26c771b8da23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.005505 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f4ddc27-a8e5-4bac-8568-07d032890351 req-0af8041b-f2da-4ede-8f74-3be71b26d780 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 Jul 14 12:53:31.053938 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-dc7b69de-1cec-4d5b-a50f-1ccc701247c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 217 time: 0.0781562 Jul 14 12:53:31.089547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.176788 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.181293 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-bc8e9548-e5b3-471e-882f-cd42099139bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:31.182893 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-bc8e9548-e5b3-471e-882f-cd42099139bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.1109049 Jul 14 12:53:31.212107 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:31.264091 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee7fe3-030b-49ee-a6cd-ce46b57caadb req-64f4197f-d101-4a57-b6d2-ab8eb6c08188 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:31.267035 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4eee7fe3-030b-49ee-a6cd-ce46b57caadb req-64f4197f-d101-4a57-b6d2-ab8eb6c08188 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.0999970 Jul 14 12:53:31.281467 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51572) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:31.295811 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:31.301991 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:31.303027 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.314245 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8b492b6d-c8ab-4f98-860a-26c771b8da23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.333402 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8b492b6d-c8ab-4f98-860a-26c771b8da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.357896 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5a985f70-5f42-41cd-971d-ecb0d6deb12b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9042fb9911954e6ab2dd02514cfc07eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751882 Jul 14 12:53:31.358498 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51574) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:31.400001 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4eee7fe3-030b-49ee-a6cd-ce46b57caadb req-aba7b53f-076e-46eb-b642-05dcc7016401 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197066 Jul 14 12:53:31.405728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.449098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:31.452026 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.456560 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.462898 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.479801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.485524 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72117fa1-e3e6-4ad4-b194-ad244571f034 HTTP/1.1" status: 204 len: 168 time: 0.6297753 Jul 14 12:53:31.505948 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8b492b6d-c8ab-4f98-860a-26c771b8da23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2b7da968f514400a6edbfe7f79aa5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602484 Jul 14 12:53:31.513840 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51580) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:31.514637 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492b6d-c8ab-4f98-860a-26c771b8da23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9850b-fa31-40e4-b86f-4b04bdc02392,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:31.550250 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-18166d2f-c65c-4242-ae12-480cc4737e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:31.554217 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-18166d2f-c65c-4242-ae12-480cc4737e6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3556161 Jul 14 12:53:31.557340 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d27ffb-e71b-4559-94b2-1acf7c20e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72117fa1-e3e6-4ad4-b194-ad244571f034,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:31.603441 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.618439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:31.656865 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.680150 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.708949 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.711644 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.712765 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e10e665-1f5a-4cdf-992e-5ae81fc7769d HTTP/1.1" status: 204 len: 168 time: 0.3513656 Jul 14 12:53:31.731087 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0e57-2b46-466b-a297-ffc244763b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10e665-1f5a-4cdf-992e-5ae81fc7769d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:31.757399 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.762594 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:31.767463 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dc9850b-fa31-40e4-b86f-4b04bdc02392 HTTP/1.1" status: 204 len: 168 time: 0.2469809 Jul 14 12:53:31.770724 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-7e0cd16f-e2d7-46cb-8e32-06f2ad4fb2c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047086 Jul 14 12:53:31.777535 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f39b-7b81-44a7-ac8e-75a7b210dc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9850b-fa31-40e4-b86f-4b04bdc02392,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:31.792960 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68'}, {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:31.795449 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312a612-c0a9-4dbf-b856-043e7068f8ed" -d '{"events": [{"server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "name": "network-vif-plugged", "status": "completed", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68"}, {"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:31.850246 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae73d-a022-4589-8109-c298e257c4e5 req-8136a8b7-873a-42f6-bb8f-6effedc57dc1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:31.853705 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b92ac0-97bc-48b5-890d-f8ebd1d6210a x-openstack-request-id: req-80b92ac0-97bc-48b5-890d-f8ebd1d6210a {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:31.854897 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "name": "network-vif-plugged", "status": "completed", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68", "code": 200}, {"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:31.855753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80b92ac0-97bc-48b5-890d-f8ebd1d6210a {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:31.856424 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68', 'code': 200} Jul 14 12:53:31.856808 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'code': 200} Jul 14 12:53:31.857964 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e2fae73d-a022-4589-8109-c298e257c4e5 req-8136a8b7-873a-42f6-bb8f-6effedc57dc1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 944 time: 0.1807697 Jul 14 12:53:31.933046 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e2fae73d-a022-4589-8109-c298e257c4e5 req-c8ad7af3-62b9-4b68-8a61-11ceb20e142a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742157 Jul 14 12:53:31.940504 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2f16d86-c3b2-4cdc-91be-334edaa463db req-e7f5ca1f-bc4d-4c5a-a835-2caac71183bb service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619875 Jul 14 12:53:32.255618 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6cc87-dfc0-4c59-9385-84a3826407d9 req-2b73416f-7522-4d42-ab08-cacd9f437aaf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:32.257308 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bdf6cc87-dfc0-4c59-9385-84a3826407d9 req-2b73416f-7522-4d42-ab08-cacd9f437aaf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Jul 14 12:53:32.282910 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82adba-a33a-43bc-b94f-bc23187cf29a req-098d5516-d44d-46a5-a505-a5f62db1f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:32.284580 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9e82adba-a33a-43bc-b94f-bc23187cf29a req-098d5516-d44d-46a5-a505-a5f62db1f9df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1098 time: 0.0870466 Jul 14 12:53:32.287072 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5a2e-7394-45e0-bd73-387c0273a337 req-859fc874-10b6-4247-b29d-4779ee81a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:32.289519 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-87cf5a2e-7394-45e0-bd73-387c0273a337 req-859fc874-10b6-4247-b29d-4779ee81a73c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1098 time: 0.1370387 Jul 14 12:53:32.342432 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bdf6cc87-dfc0-4c59-9385-84a3826407d9 req-457f4d22-dd3b-4055-bd01-bd84123cfa72 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Jul 14 12:53:32.352381 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-87cf5a2e-7394-45e0-bd73-387c0273a337 req-b80a5eaf-8825-41bf-aac1-8074013129c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519783 Jul 14 12:53:32.359214 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9e82adba-a33a-43bc-b94f-bc23187cf29a req-f0f10876-76cc-42c4-98e2-cd09f8c7dc1d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Jul 14 12:53:32.396345 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51610) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:32.410044 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5f6b10e6-9c9d-49bb-abf2-f6455e935386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.540960 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5f6b10e6-9c9d-49bb-abf2-f6455e935386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.546621 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5f6b10e6-9c9d-49bb-abf2-f6455e935386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.591488 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b10e6-9c9d-49bb-abf2-f6455e935386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8cd8a2-4bcd-4843-b9c6-fbe59f50ac72,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:32.597329 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5f6b10e6-9c9d-49bb-abf2-f6455e935386 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5386b0e1afb48758c17758d69bebf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998549 Jul 14 12:53:32.601297 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51620) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:32.606981 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7938cb-5b57-40fc-8696-386014662603 req-20859fb8-3179-4037-b373-61c50c5fc439 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:32.613759 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eb7938cb-5b57-40fc-8696-386014662603 req-20859fb8-3179-4037-b373-61c50c5fc439 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0881085 Jul 14 12:53:32.663859 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.666359 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eb7938cb-5b57-40fc-8696-386014662603 req-6e2893fa-915c-4571-be35-bf3fa75b6967 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450313 Jul 14 12:53:32.694035 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.750689 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.754144 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:32.755230 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df8cd8a2-4bcd-4843-b9c6-fbe59f50ac72 HTTP/1.1" status: 204 len: 168 time: 0.1526473 Jul 14 12:53:32.763709 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cd60e-54c4-42fc-b29a-31b70ec68643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8cd8a2-4bcd-4843-b9c6-fbe59f50ac72,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:33.051124 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3a60-ff55-4aeb-9759-f1f7f0d44e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:33.150372 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ad46-0eb3-4786-b505-d3018a7bbb53 req-c2ed4dd1-43e2-41db-b588-454df93963db tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:33.152402 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6a00ad46-0eb3-4786-b505-d3018a7bbb53 req-c2ed4dd1-43e2-41db-b588-454df93963db tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 944 time: 0.0879626 Jul 14 12:53:33.215246 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1ee787e7-8a2a-4348-a014-60d279a1a189 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:53:33.229708 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6a00ad46-0eb3-4786-b505-d3018a7bbb53 req-c801755d-d6a1-4597-8abe-dfbe10087d0f tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715699 Jul 14 12:53:33.340127 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ee787e7-8a2a-4348-a014-60d279a1a189,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:33.360900 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'port_id': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'mac_address': 'fa:16:3e:5c:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:53:33.423136 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:33.438618 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee787e7-8a2a-4348-a014-60d279a1a189 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:53:33.472291 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ee787e7-8a2a-4348-a014-60d279a1a189,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:33.478683 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:33.542905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ad2d-792a-4651-9582-dc8f01a9c270 req-c907e599-26da-4528-90ca-f5faf0296400 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:33.544696 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-57c0ad2d-792a-4651-9582-dc8f01a9c270 req-c907e599-26da-4528-90ca-f5faf0296400 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0746541 Jul 14 12:53:33.548262 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:33.591137 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-57c0ad2d-792a-4651-9582-dc8f01a9c270 req-dd4ce115-8d41-49c3-870e-622dc5d10870 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Jul 14 12:53:33.932130 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['1ee787e7-8a2a-4348-a014-60d279a1a189'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:34.067665 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59595-6afb-409c-a6df-c2cc96bf2d5d req-6da8aa31-af7c-48d7-8437-f213a59dd0e2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:34.070335 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a4b59595-6afb-409c-a6df-c2cc96bf2d5d req-6da8aa31-af7c-48d7-8437-f213a59dd0e2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.2663531 Jul 14 12:53:34.119513 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a4b59595-6afb-409c-a6df-c2cc96bf2d5d req-f1dadb18-6579-45b3-b6e6-83608d6652db tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435202 Jul 14 12:53:34.350977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3553c9-d6d0-487c-a47b-098fcf7e3ae0 req-735c5a37-cf08-45e5-8a40-e629adb621e9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:34.353237 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fb3553c9-d6d0-487c-a47b-098fcf7e3ae0 req-735c5a37-cf08-45e5-8a40-e629adb621e9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0957413 Jul 14 12:53:34.362099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51714) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:34.369211 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'floatingip': {'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:34.489008 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:34.687565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2459df-ff76-4c96-9ba7-7fbdb2cc28c9 req-16c4e392-dcf0-437c-9dfb-7a465edbfbd1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:34.689470 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6f2459df-ff76-4c96-9ba7-7fbdb2cc28c9 req-16c4e392-dcf0-437c-9dfb-7a465edbfbd1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 945 time: 0.2798226 Jul 14 12:53:34.794179 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6f2459df-ff76-4c96-9ba7-7fbdb2cc28c9 req-8ee05b67-9477-4ace-99ab-a470e03fb72e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978520 Jul 14 12:53:34.863925 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ad94-a1f3-4175-8270-e3b6b5dc56df req-d72ad910-6dc5-4779-a558-d82fa7073342 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:34.865604 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ae24ad94-a1f3-4175-8270-e3b6b5dc56df req-d72ad910-6dc5-4779-a558-d82fa7073342 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Jul 14 12:53:34.926243 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ae24ad94-a1f3-4175-8270-e3b6b5dc56df req-bfc3c8db-43ad-4e1e-83c0-b635e855fb8c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Jul 14 12:53:35.232640 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1ee787e7-8a2a-4348-a014-60d279a1a189 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:53:35.265302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51764) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:35.320427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 1ee787e7-8a2a-4348-a014-60d279a1a189 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:53:35.326356 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 1ee787e7-8a2a-4348-a014-60d279a1a189 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:53:35.326904 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.422855 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.db.resource_extend [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 12:53:35.472263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-aec146fb-dedd-496b-8ad2-ab2c354f8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:35.474589 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-aec146fb-dedd-496b-8ad2-ab2c354f8e29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1098 time: 0.1464145 Jul 14 12:53:35.485985 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.514804 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-66dc1b57-7e23-4a60-a097-2e0f67037906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.522094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:35.524952 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1444abd-8401-46b7-8141-3f92787c4d6f" -d '{"events": [{"server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "name": "network-vif-plugged", "status": "completed", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:35.535761 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.542609 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.555545 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0afc1726-01e5-4c36-9d63-7705e082956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.565353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ee787e7-8a2a-4348-a014-60d279a1a189,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:35.571559 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.618429 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760edba-578b-40c4-b480-a32d6b9dc03a x-openstack-request-id: req-2760edba-578b-40c4-b480-a32d6b9dc03a {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:35.618758 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "name": "network-vif-plugged", "status": "completed", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:35.619007 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2760edba-578b-40c4-b480-a32d6b9dc03a {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:35.619615 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'code': 200} Jul 14 12:53:35.667044 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:35.719230 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-34b71c74-ded0-4989-9a87-67c6e2004a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:35.720870 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-34b71c74-ded0-4989-9a87-67c6e2004a8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.2260678 Jul 14 12:53:35.724207 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Floating IP 606e7d5b-1918-498c-ac72-d8e22ed6fce6 associated. External IP: 172.27.3.222, port: 33b80082-6bea-45a7-83f2-bd7dd1102a21. Jul 14 12:53:35.736315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd6b6-09f3-4eba-b87a-a8c20e4ae84a req-77ef9243-f56b-41bb-b42e-83212d4d0da0 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:35.738183 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b09bd6b6-09f3-4eba-b87a-a8c20e4ae84a req-77ef9243-f56b-41bb-b42e-83212d4d0da0 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.3026092 Jul 14 12:53:35.796583 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-99f89491-3176-44b4-846f-c6aad9801231 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 200 len: 217 time: 0.0559371 Jul 14 12:53:35.841646 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:35.905826 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b09bd6b6-09f3-4eba-b87a-a8c20e4ae84a req-c9fe19bd-c86f-44d5-92ce-3283c9bfa84c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538184 Jul 14 12:53:35.972012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-c32c50e6-152d-4238-b291-2e181b4146ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:35.973713 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-c32c50e6-152d-4238-b291-2e181b4146ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.1556611 Jul 14 12:53:35.994947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0afc1726-01e5-4c36-9d63-7705e082956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.020374 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-80ab66f8-b76c-4038-af9b-25169e0f56ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357180 Jul 14 12:53:36.022746 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0afc1726-01e5-4c36-9d63-7705e082956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.137941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0afc1726-01e5-4c36-9d63-7705e082956c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a07355b18254a55b357224de078fa15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709924 Jul 14 12:53:36.142639 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1726-01e5-4c36-9d63-7705e082956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c81847a-a504-46ff-87e4-2fb3b5bf5f46,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:36.148493 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51804) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:36.162089 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84953106-55a1-4795-9982-b1655a9828c2 req-06f00854-1ed5-40e5-96e7-5496bc5b341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:36.164325 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-84953106-55a1-4795-9982-b1655a9828c2 req-06f00854-1ed5-40e5-96e7-5496bc5b341f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1099 time: 0.2554069 Jul 14 12:53:36.236640 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:53:36.255678 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d81b9-8cc6-46a7-8a69-0aa21670ea84 req-1db7c427-98fc-4553-bfd4-6ea3934bac77 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:36.257212 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f93d81b9-8cc6-46a7-8a69-0aa21670ea84 req-1db7c427-98fc-4553-bfd4-6ea3934bac77 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0946743 Jul 14 12:53:36.262812 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-84953106-55a1-4795-9982-b1655a9828c2 req-96e040b0-fa07-4304-8c4d-3e20677cf7a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864797 Jul 14 12:53:36.268700 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-d976f9d0-53ed-4940-8fbe-72daed80a61e service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349997 Jul 14 12:53:36.281666 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.304733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.325636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51812) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:36.343185 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f93d81b9-8cc6-46a7-8a69-0aa21670ea84 req-b7bfd1ea-a03d-446a-a141-26f2954c9e1a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777009 Jul 14 12:53:36.429584 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.432374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.436019 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c81847a-a504-46ff-87e4-2fb3b5bf5f46 HTTP/1.1" status: 204 len: 168 time: 0.2828825 Jul 14 12:53:36.450052 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185f9a-319e-4123-88d4-16dd4b28ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c81847a-a504-46ff-87e4-2fb3b5bf5f46,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:36.454135 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-eae50595-37b9-4219-8bbe-5795fd7c2698 req-26fbf5bd-e632-4999-8440-a36e64eac9b1 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153166 Jul 14 12:53:36.481478 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:53:36.489819 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.507881 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:53:36.532491 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:36.533208 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:36.546178 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5cef-2369-43f5-a407-48e4bb00d1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.601830 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3c4fcc01-72ff-4063-83b2-21a020af8d44 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "PUT /v2.0/floatingips/606e7d5b-1918-498c-ac72-d8e22ed6fce6 HTTP/1.1" status: 200 len: 991 time: 2.2350919 Jul 14 12:53:36.601830 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:36.604966 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8d5b64-d888-4057-a739-0fc2bcadce33" -d '{"events": [{"name": "network-changed", "server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:36.689442 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5cef-2369-43f5-a407-48e4bb00d1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.695491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5cef-2369-43f5-a407-48e4bb00d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.697909 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:36.743266 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673078f1-5f48-4900-b7df-da2cbb5d1717 x-openstack-request-id: req-673078f1-5f48-4900-b7df-da2cbb5d1717 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:36.743372 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:36.743625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-673078f1-5f48-4900-b7df-da2cbb5d1717 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:36.744031 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'status': 'completed', 'code': 200} Jul 14 12:53:36.749713 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:36.839895 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5cef-2369-43f5-a407-48e4bb00d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268917ed-bccb-488f-a94a-a3f5cb5ca530,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:36.886013 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9c1c5cef-2369-43f5-a407-48e4bb00d1e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adc84f5b37944e54b35d73ed34fdb8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592213 Jul 14 12:53:36.888151 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51840) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:37.000498 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-ebdb8e1f-56d2-4f45-be0d-bd2fd36a2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.002082 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-ebdb8e1f-56d2-4f45-be0d-bd2fd36a2ad7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1098 time: 0.2042804 Jul 14 12:53:37.003193 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.021233 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51844) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:37.035768 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82d43409-f029-4657-8b30-699fb8332d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.080423 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.096566 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '606e7d5b-1918-498c-ac72-d8e22ed6fce6', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:12Z', 'updated_at': '2021-07-14T12:53:35Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:37.128260 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:53:37.140887 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:37.141788 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:37.171807 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d5a7-3874-4cc8-b44c-4e3887764dfa req-3d36b703-5078-4495-854a-6b059e3e7d35 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.173371 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-82d7d5a7-3874-4cc8-b44c-4e3887764dfa req-3d36b703-5078-4495-854a-6b059e3e7d35 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1260509 Jul 14 12:53:37.242490 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-82d7d5a7-3874-4cc8-b44c-4e3887764dfa req-d60a5628-8c99-4f5f-a3f8-ef5a42cd8921 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607066 Jul 14 12:53:37.254435 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82d43409-f029-4657-8b30-699fb8332d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.259360 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82d43409-f029-4657-8b30-699fb8332d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.265783 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:37.312747 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43409-f029-4657-8b30-699fb8332d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ad882-07f6-496e-a2e7-198252de1c78,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:37.318084 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-82d43409-f029-4657-8b30-699fb8332d58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3abc06a2a3b7409eb1a924b19753d005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957959 Jul 14 12:53:37.322737 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51846) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:37.355344 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-cc329bcb-5d85-4df1-a6a0-d447a4f15e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.357008 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-cc329bcb-5d85-4df1-a6a0-d447a4f15e00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.3420973 Jul 14 12:53:37.377113 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.382518 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.386249 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/268917ed-bccb-488f-a94a-a3f5cb5ca530 HTTP/1.1" status: 204 len: 168 time: 0.4885192 Jul 14 12:53:37.386374 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.436212 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.461735 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197151bd-f234-45bb-aaeb-81211de47014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268917ed-bccb-488f-a94a-a3f5cb5ca530,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:37.527800 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '606e7d5b-1918-498c-ac72-d8e22ed6fce6', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:12Z', 'updated_at': '2021-07-14T12:53:35Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:37.530356 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.535841 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:37.535841 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/944ad882-07f6-496e-a2e7-198252de1c78 HTTP/1.1" status: 204 len: 168 time: 0.2123513 Jul 14 12:53:37.545357 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40ce8a-ec31-4a00-9e66-ac773811564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ad882-07f6-496e-a2e7-198252de1c78,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:37.570887 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064615bb-0df7-430f-9e61-31df43788d01 None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '606e7d5b-1918-498c-ac72-d8e22ed6fce6', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:12Z', 'updated_at': '2021-07-14T12:53:35Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:53:37.612201 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-36801967-cdd8-41b7-abfe-4ef076c49777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 999 time: 0.2482674 Jul 14 12:53:37.682528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8b64f-1137-4737-a0cd-e8ee432ad74a req-89a6e779-3ce7-48b3-ac46-5a42acf5d546 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.690422 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76a8b64f-1137-4737-a0cd-e8ee432ad74a req-89a6e779-3ce7-48b3-ac46-5a42acf5d546 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1880298 Jul 14 12:53:37.727152 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-d1e4b6e9-d66e-4408-b3cd-9e9633db1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.728815 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-d1e4b6e9-d66e-4408-b3cd-9e9633db1398 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0953214 Jul 14 12:53:37.752026 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-76a8b64f-1137-4737-a0cd-e8ee432ad74a req-796fbdf8-2acd-4cd6-8633-bba191329920 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606115 Jul 14 12:53:37.834172 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-b99fc9da-1b68-4ccb-a987-5c269ba3e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:37.836584 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-b99fc9da-1b68-4ccb-a987-5c269ba3e388 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830302 Jul 14 12:53:37.850260 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454973df-12e9-4034-b4b2-4afa33552adb None None] New status for floating IP 606e7d5b-1918-498c-ac72-d8e22ed6fce6: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:53:38.058656 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-1bab8caf-7fe5-483e-b237-7c26ee87fb3b service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555567 Jul 14 12:53:38.090756 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 51876) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:38.122204 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd9891ba-bd78-4379-b9e5-660815eef690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.215189 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e8d5b64-d888-4057-a739-0fc2bcadce33 req-8a4e6b86-02c6-499b-b0ce-e97cc5c33536 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484256 Jul 14 12:53:38.303452 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd9891ba-bd78-4379-b9e5-660815eef690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.309227 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd9891ba-bd78-4379-b9e5-660815eef690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.337598 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-dd9891ba-bd78-4379-b9e5-660815eef690 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37367ac522ff476a9bd61972c14228c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457166 Jul 14 12:53:38.340246 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51886) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:38.367725 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9891ba-bd78-4379-b9e5-660815eef690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f6c59-0651-4c3a-a15b-85174a3a2436,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:38.468318 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.497704 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.517510 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ee03-93aa-4144-82df-aaaeb16ef8aa req-131cb96b-037f-4f22-bbb7-c2f4071fed29 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:38.519664 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ee69ee03-93aa-4144-82df-aaaeb16ef8aa req-131cb96b-037f-4f22-bbb7-c2f4071fed29 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1252563 Jul 14 12:53:38.529506 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.583783 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ee69ee03-93aa-4144-82df-aaaeb16ef8aa req-2640ad8f-4825-4c09-bbc7-7347a6e10b09 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Jul 14 12:53:38.595553 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.599329 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.600450 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/025f6c59-0651-4c3a-a15b-85174a3a2436 HTTP/1.1" status: 204 len: 168 time: 0.2591486 Jul 14 12:53:38.612333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f49b2e-2bdc-4a2d-ac57-9c1091c41310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f6c59-0651-4c3a-a15b-85174a3a2436,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:38.626134 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:38.974646 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4636-7f07-4868-953e-c52995d5bba9 req-9af65c43-039a-4a35-9e8c-ffb3c6e73eee tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:38.976263 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d57c4636-7f07-4868-953e-c52995d5bba9 req-9af65c43-039a-4a35-9e8c-ffb3c6e73eee tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0685680 Jul 14 12:53:39.021680 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d57c4636-7f07-4868-953e-c52995d5bba9 req-fe9f7198-cdfa-4fd0-8be8-7b8686f797c3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371232 Jul 14 12:53:39.218758 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b622-cf9a-4b19-8886-746e01379818 req-b8d7d170-d20b-4233-ab5f-ff21cfc61639 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:39.220246 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4450b622-cf9a-4b19-8886-746e01379818 req-b8d7d170-d20b-4233-ab5f-ff21cfc61639 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0831330 Jul 14 12:53:39.232726 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 51962) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:39.237174 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'floatingip': {'port_id': '1ee787e7-8a2a-4348-a014-60d279a1a189'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:53:39.337492 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:39.941547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea8ad-a5bc-46be-805e-b6b5517a8be6 req-88bd7912-4cae-4912-acb7-2ca9f00131ca tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:39.943271 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da9ea8ad-a5bc-46be-805e-b6b5517a8be6 req-88bd7912-4cae-4912-acb7-2ca9f00131ca tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.2137036 Jul 14 12:53:40.078197 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da9ea8ad-a5bc-46be-805e-b6b5517a8be6 req-fae8236d-01ba-4f85-bb36-8425d9ad996c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163948 Jul 14 12:53:40.146015 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:40.152685 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:40.267079 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Floating IP 5a367114-9026-42c6-87fd-560f6c472454 associated. External IP: 172.27.3.125, port: 1ee787e7-8a2a-4348-a014-60d279a1a189. Jul 14 12:53:40.696413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:53:40.802572 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:53:40.807747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:40.812381 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:53:40.822599 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:40.823198 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:40.845210 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1bb2bd55-89cb-43c2-996e-5b50bbc86977 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "PUT /v2.0/floatingips/5a367114-9026-42c6-87fd-560f6c472454 HTTP/1.1" status: 200 len: 992 time: 1.6118233 Jul 14 12:53:40.845913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:40.849162 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af28d8c-dc38-4300-9d0e-29e50d46ae95" -d '{"events": [{"name": "network-changed", "server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:40.936675 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:41.252569 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '5a367114-9026-42c6-87fd-560f6c472454', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:5c:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:17Z', 'updated_at': '2021-07-14T12:53:39Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:41.278213 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:53:41.287412 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:53:41.288025 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:53:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:41.391900 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:53:41.616585 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '5a367114-9026-42c6-87fd-560f6c472454', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:5c:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:17Z', 'updated_at': '2021-07-14T12:53:39Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:41.641100 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb5a95-8810-450d-853f-5d26c6518cdc None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '5a367114-9026-42c6-87fd-560f6c472454', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:5c:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:53:17Z', 'updated_at': '2021-07-14T12:53:39Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:53:41.815714 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15898ce-f739-4165-86df-2c1fbb7bd7ae None None] New status for floating IP 5a367114-9026-42c6-87fd-560f6c472454: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:53:42.663693 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4f444f-c33a-4414-892a-e1ff3ac580e7 x-openstack-request-id: req-8a4f444f-c33a-4414-892a-e1ff3ac580e7 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:42.664174 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:42.664343 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a4f444f-c33a-4414-892a-e1ff3ac580e7 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:42.664776 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'status': 'completed', 'code': 200} Jul 14 12:53:42.799423 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-5baa1e9c-c3cd-420c-89c3-f2ba96b1a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:42.801538 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-5baa1e9c-c3cd-420c-89c3-f2ba96b1a011 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0991879 Jul 14 12:53:42.816561 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2a2c-642d-42c7-b131-f443af28bf6b req-122ce1f9-0c3a-403b-b4c4-2edfad491e08 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:42.817999 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-68fc2a2c-642d-42c7-b131-f443af28bf6b req-122ce1f9-0c3a-403b-b4c4-2edfad491e08 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0841506 Jul 14 12:53:42.918580 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-68fc2a2c-642d-42c7-b131-f443af28bf6b req-ec2c518a-450c-41d5-b1e1-19f58b734890 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810919 Jul 14 12:53:42.936095 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-996d1ea6-3709-4170-b18b-fa18019b70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:42.937660 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-996d1ea6-3709-4170-b18b-fa18019b70a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.1181569 Jul 14 12:53:43.013742 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-9efcb444-03a8-433c-b7ad-0eea39d7d4f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 1002 time: 0.0617521 Jul 14 12:53:43.077012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-66f46a94-1769-47d3-8428-1a4f3a3102e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:43.078496 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-66f46a94-1769-47d3-8428-1a4f3a3102e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0546525 Jul 14 12:53:43.156947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-a841f2a1-3476-49b3-bbb7-08bd66e073b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:43.158585 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-a841f2a1-3476-49b3-bbb7-08bd66e073b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717950 Jul 14 12:53:43.273481 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-7299414f-cf83-4807-985b-ecbd72fc4563 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046665 Jul 14 12:53:44.665462 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9af28d8c-dc38-4300-9d0e-29e50d46ae95 req-27520091-3812-468c-96c1-c427a3b27615 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865769 Jul 14 12:53:47.200866 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bcbf0-beab-44b1-b188-41a90e8a7ae9 req-441ff80b-97d3-4645-9a2f-c9864046e081 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:47.202290 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da1bcbf0-beab-44b1-b188-41a90e8a7ae9 req-441ff80b-97d3-4645-9a2f-c9864046e081 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0703261 Jul 14 12:53:47.241663 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da1bcbf0-beab-44b1-b188-41a90e8a7ae9 req-2e7bbfdf-8808-46ea-8909-f71ef52e8538 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Jul 14 12:53:47.936847 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0446f-ceba-4286-90d5-fd535b36cb16 req-1ea440b8-0e09-461a-aef2-08c4b3a008b8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:47.938628 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b8c0446f-ceba-4286-90d5-fd535b36cb16 req-1ea440b8-0e09-461a-aef2-08c4b3a008b8 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.0680108 Jul 14 12:53:47.983914 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b8c0446f-ceba-4286-90d5-fd535b36cb16 req-a1788403-3eee-4f27-bf77-afb60aef24b2 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Jul 14 12:53:48.422149 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132277b-4aff-4182-9c79-f7db1fe372ef req-0c61052f-8b80-4fb9-8ab5-8590a91c9e66 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:48.423866 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9132277b-4aff-4182-9c79-f7db1fe372ef req-0c61052f-8b80-4fb9-8ab5-8590a91c9e66 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jul 14 12:53:48.462481 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9132277b-4aff-4182-9c79-f7db1fe372ef req-c96c5144-00e7-4b24-9bac-d06091bd292d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Jul 14 12:53:49.166428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538cb80-5f63-4072-99ca-c5134243a206 req-8ae4d7c3-3961-4e21-9f33-9abaadf94ce6 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:49.167942 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3538cb80-5f63-4072-99ca-c5134243a206 req-8ae4d7c3-3961-4e21-9f33-9abaadf94ce6 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.0703790 Jul 14 12:53:49.209213 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3538cb80-5f63-4072-99ca-c5134243a206 req-4f88e1eb-d716-4c2a-8e8a-e22d616d0199 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Jul 14 12:53:49.666596 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dc7b8-aab3-47a8-9f1f-851daa42c33d req-84d28c0f-4686-4b54-977b-3c77a6a1e2d5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:49.668532 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da4dc7b8-aab3-47a8-9f1f-851daa42c33d req-84d28c0f-4686-4b54-977b-3c77a6a1e2d5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0921440 Jul 14 12:53:49.732344 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da4dc7b8-aab3-47a8-9f1f-851daa42c33d req-3b240fa3-0506-4936-bf8b-12a1afba0bdf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Jul 14 12:53:50.407439 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8b85-5cab-41c0-aa79-6b2336bcacdb req-93016212-da2f-443b-8861-c91ba5f391d4 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:50.408922 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b6d8b85-5cab-41c0-aa79-6b2336bcacdb req-93016212-da2f-443b-8861-c91ba5f391d4 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.0700843 Jul 14 12:53:50.451461 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1b6d8b85-5cab-41c0-aa79-6b2336bcacdb req-b5687acc-9d7d-4e1d-a265-05f9f5af16eb tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c89548-8ed5-448d-b47d-541106c308ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 14 12:53:50.857781 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-7d9cdfe2-d582-4d3c-8af8-a1a84e3ba7c4 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:50.859473 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-7d9cdfe2-d582-4d3c-8af8-a1a84e3ba7c4 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.49 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 945 time: 0.0997448 Jul 14 12:53:50.928011 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fa95e-d560-4169-a866-ab7c5bd5ccce req-504307aa-4361-4512-91e3-526472687913 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:50.929816 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cb5fa95e-d560-4169-a866-ab7c5bd5ccce req-504307aa-4361-4512-91e3-526472687913 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0701838 Jul 14 12:53:50.986022 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cb5fa95e-d560-4169-a866-ab7c5bd5ccce req-d4f0bfd5-b064-4da5-858e-b3d304491442 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 Jul 14 12:53:50.993398 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Deleting port 411524ef-1973-45f6-9297-394c2265fa52 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:53:50.998177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:51.130925 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] For port 411524ef-1973-45f6-9297-394c2265fa52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=411524ef-1973-45f6-9297-394c2265fa52,segment=NetworkSegment(819751b2-1db5-474f-9772-eff97f116231),segment_id=819751b2-1db5-474f-9772-eff97f116231)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:53:51.130925 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:51.156413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Calling delete_port for 411524ef-1973-45f6-9297-394c2265fa52 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:53:51.335086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:51.350834 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['411524ef-1973-45f6-9297-394c2265fa52'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:53:51.365640 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Pushing event deleted for resources: {'Port': ['ID=411524ef-1973-45f6-9297-394c2265fa52,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:51.392828 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.393180 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.393526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.393916 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.394251 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.394580 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.394908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.395235 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.395588 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.395952 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.396328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.396679 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:51.438984 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] No DVR routers for this DVR port 411524ef-1973-45f6-9297-394c2265fa52 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:53:51.441953 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:51.443906 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4ae87910-920d-40ad-a287-cbd724ea0464 req-62a8208c-c951-4104-a1e9-716171163776 tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.49 "DELETE /v2.0/ports/411524ef-1973-45f6-9297-394c2265fa52 HTTP/1.1" status: 204 len: 173 time: 0.5775404 Jul 14 12:53:51.444330 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'name': 'network-vif-deleted', 'tag': '411524ef-1973-45f6-9297-394c2265fa52'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:53:51.450734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9bd4be-4709-4d65-8869-ad7b48436332" -d '{"events": [{"server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "name": "network-vif-deleted", "tag": "411524ef-1973-45f6-9297-394c2265fa52"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:53:51.486548 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78988b-9b64-418c-b74a-4501ab2f8ec2 x-openstack-request-id: req-2b78988b-9b64-418c-b74a-4501ab2f8ec2 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:53:51.486842 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efc0c2-c240-4777-afbe-c1f266bec212", "name": "network-vif-deleted", "tag": "411524ef-1973-45f6-9297-394c2265fa52", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:53:51.487098 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b78988b-9b64-418c-b74a-4501ab2f8ec2 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:53:51.487546 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efc0c2-c240-4777-afbe-c1f266bec212', 'name': 'network-vif-deleted', 'tag': '411524ef-1973-45f6-9297-394c2265fa52', 'status': 'completed', 'code': 200} Jul 14 12:53:51.617649 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d6891fb4-8682-4695-8b40-ba047c513332 req-6f20f300-3d0f-417f-b333-cf238d040efc tempest-DeleteServersTestJSON-1829538276 tempest-DeleteServersTestJSON-1829538276-project] 10.222.0.48 "GET /v2.0/ports?device_id=88efc0c2-c240-4777-afbe-c1f266bec212 HTTP/1.1" status: 200 len: 210 time: 0.0360663 Jul 14 12:53:52.174141 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776ff4-5976-4123-ba4f-2f51465195c1 req-17526325-b5a3-4e60-b6fb-6682ed12f1bc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:52.175706 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd776ff4-5976-4123-ba4f-2f51465195c1 req-17526325-b5a3-4e60-b6fb-6682ed12f1bc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0638173 Jul 14 12:53:52.229082 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bd776ff4-5976-4123-ba4f-2f51465195c1 req-e19b9c64-2f78-4308-8764-fe47d2dfa466 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Jul 14 12:53:53.419389 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6999e2e-b7ff-4c23-a606-987f53744c3b req-3ee41fe0-a190-45df-b6d6-fb16b42c1bd6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:53.420775 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6999e2e-b7ff-4c23-a606-987f53744c3b req-3ee41fe0-a190-45df-b6d6-fb16b42c1bd6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0636795 Jul 14 12:53:53.460286 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a6999e2e-b7ff-4c23-a606-987f53744c3b req-a2eb4273-c55f-4bce-9e74-e347ad44d85b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Jul 14 12:53:55.224716 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:53:56.407129 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 411524ef-1973-45f6-9297-394c2265fa52 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:53:56.432550 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 411524ef-1973-45f6-9297-394c2265fa52 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:53:56.433393 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 411524ef-1973-45f6-9297-394c2265fa52 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:53:56.590631 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f143-1ac2-462a-9c44-2e8dbe53221c req-afa04752-e74f-4553-b2ee-ea70efdc609d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:56.592097 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6860f143-1ac2-462a-9c44-2e8dbe53221c req-afa04752-e74f-4553-b2ee-ea70efdc609d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0671425 Jul 14 12:53:56.635693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6860f143-1ac2-462a-9c44-2e8dbe53221c req-cbfabe6e-2626-429e-aac7-221e0ba530b8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jul 14 12:53:57.383595 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52390) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:57.428820 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Deleting subnet 1e14232e-c90c-4ead-a2a6-6b38fbc140e6 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:53:57.432038 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.467756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.509539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.572169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.602182 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.604098 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e14232e-c90c-4ead-a2a6-6b38fbc140e6 HTTP/1.1" status: 204 len: 168 time: 0.2192872 Jul 14 12:53:57.605980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36792b-e74f-4cf5-b05b-f873dbf33cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e14232e-c90c-4ead-a2a6-6b38fbc140e6,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:57.607086 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52396) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:57.684725 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.797140 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.813684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267d548d-49d1-4954-b219-5775e2529e11']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:57.826786 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819751b2-1db5-474f-9772-eff97f116231') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:57.827063 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819751b2-1db5-474f-9772-eff97f116231') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:53:57.841032 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.858104 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.870308 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e5787-9873-43b7-af35-4bf41013859a req-09d509db-f340-4c7f-85a3-cece1255a99f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:57.871880 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f6e5787-9873-43b7-af35-4bf41013859a req-09d509db-f340-4c7f-85a3-cece1255a99f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1163182 Jul 14 12:53:57.874973 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:53:57.875374 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:53:57.877285 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:53:57.971950 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.978248 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f6e5787-9873-43b7-af35-4bf41013859a req-6e718b75-1c29-4a81-80e4-98e5968d5572 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999799 Jul 14 12:53:57.992848 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:57.997323 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] 10.222.0.48 "DELETE /v2.0/networks/267d548d-49d1-4954-b219-5775e2529e11 HTTP/1.1" status: 204 len: 168 time: 0.3861260 Jul 14 12:53:57.997323 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=267d548d-49d1-4954-b219-5775e2529e11,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:58.004160 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.004613 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.005027 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.005358 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.005779 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.006541 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.006969 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.007358 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.007751 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.008152 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.008614 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.008802 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070af68f-9784-4c71-8251-c07b7f7ce4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:53:58.184557 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52412) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:58.228610 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6ebba70b-997a-487e-a825-b10c63feba44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ec74adb574f46808ce89f6d242c7401&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427577 Jul 14 12:53:58.231625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52414) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:53:58.281692 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:58.305279 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:58.356627 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:58.359269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:53:58.360403 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8c89548-8ed5-448d-b47d-541106c308ec HTTP/1.1" status: 204 len: 168 time: 0.1278360 Jul 14 12:53:58.379879 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69ccb8-9d69-4f8f-9847-683b47fecd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c89548-8ed5-448d-b47d-541106c308ec,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:53:59.169041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370d7b-b1e2-435f-8636-20b77427ace0 req-a4be1097-3d93-4ace-924c-ff28788a169e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:53:59.171999 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55370d7b-b1e2-435f-8636-20b77427ace0 req-a4be1097-3d93-4ace-924c-ff28788a169e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0729043 Jul 14 12:53:59.235950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55370d7b-b1e2-435f-8636-20b77427ace0 req-36ef1b92-b7d6-429a-9460-4008089c594b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Jul 14 12:54:00.571797 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9866a4-5a87-425a-89e3-67ca94ff4b8c req-c3382a47-3e87-4e68-81be-21ce434749e3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:00.573312 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df9866a4-5a87-425a-89e3-67ca94ff4b8c req-c3382a47-3e87-4e68-81be-21ce434749e3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0668719 Jul 14 12:54:00.613347 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df9866a4-5a87-425a-89e3-67ca94ff4b8c req-5279690c-8cee-4164-b579-df867f27e7ed tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 14 12:54:01.797823 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203caa-4202-4e2b-83c5-1a89e562463c req-b99f5af9-1754-483d-9f3b-e02d6f8fba36 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:01.800197 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-13203caa-4202-4e2b-83c5-1a89e562463c req-b99f5af9-1754-483d-9f3b-e02d6f8fba36 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0673900 Jul 14 12:54:01.843064 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-13203caa-4202-4e2b-83c5-1a89e562463c req-80881635-3e88-4427-9c44-c3d7ec318972 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Jul 14 12:54:02.520945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52570) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:02.628443 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43376158-946b-4ccc-a9a8-fe310726d7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.730693 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43376158-946b-4ccc-a9a8-fe310726d7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.739923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43376158-946b-4ccc-a9a8-fe310726d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.780836 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52578) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:02.781389 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-43376158-946b-4ccc-a9a8-fe310726d7b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3340a01a4a94f0385a2185f5377bed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591250 Jul 14 12:54:02.782492 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43376158-946b-4ccc-a9a8-fe310726d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b86eb-4841-4c21-a519-6e2de8074071,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:02.802492 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52580) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:02.838288 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.864833 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.911109 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4881742a-6652-47e3-be46-7b54e9ff6fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.924346 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.927910 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:02.929359 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b58b86eb-4841-4c21-a519-6e2de8074071 HTTP/1.1" status: 204 len: 168 time: 0.1458299 Jul 14 12:54:02.939027 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbde14-a521-463e-8f3a-44b007fa33b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b86eb-4841-4c21-a519-6e2de8074071,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:03.024354 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4881742a-6652-47e3-be46-7b54e9ff6fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.032257 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4881742a-6652-47e3-be46-7b54e9ff6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.065483 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8ee8c8e5-8c54-49b6-98e7-60819ebd051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.068156 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f8d48-1456-4a19-84a2-1fa54cd3b674 req-b2b6da98-fad5-4da6-9f41-36f1ab39fda4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:03.074605 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-094f8d48-1456-4a19-84a2-1fa54cd3b674 req-b2b6da98-fad5-4da6-9f41-36f1ab39fda4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0990348 Jul 14 12:54:03.086204 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4881742a-6652-47e3-be46-7b54e9ff6fac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=daeb60a1adf840b2958cee5d219d2606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823985 Jul 14 12:54:03.087386 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881742a-6652-47e3-be46-7b54e9ff6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3f899-55bb-42fb-bf51-1d9589971e17,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:03.088803 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52588) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:03.144016 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-094f8d48-1456-4a19-84a2-1fa54cd3b674 req-35d9c101-6a5a-440e-ab82-e30a7dcc1ca5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667012 Jul 14 12:54:03.183636 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.214059 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.274023 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.277556 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:03.278908 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79f3f899-55bb-42fb-bf51-1d9589971e17 HTTP/1.1" status: 204 len: 168 time: 0.1891675 Jul 14 12:54:03.320231 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a1ce-50a1-4ed5-9ffa-a1a0406a755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3f899-55bb-42fb-bf51-1d9589971e17,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:04.356365 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1775ab6-809f-4311-a474-c32bc4d1e8af req-b5136c80-c4bd-49f6-9d20-b3b0a68670a7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:04.356365 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d1775ab6-809f-4311-a474-c32bc4d1e8af req-b5136c80-c4bd-49f6-9d20-b3b0a68670a7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0781746 Jul 14 12:54:04.392121 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d1775ab6-809f-4311-a474-c32bc4d1e8af req-94e38c51-d131-44aa-8479-a78d5c3c1028 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Jul 14 12:54:04.812193 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52694) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:04.940754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa80661f-62a8-4fe8-aac6-62e5ecfef3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.039994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa80661f-62a8-4fe8-aac6-62e5ecfef3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.043885 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-aa80661f-62a8-4fe8-aac6-62e5ecfef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.081778 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-aa80661f-62a8-4fe8-aac6-62e5ecfef3b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c9ac316ca99403aa75372bf7f1461fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678192 Jul 14 12:54:05.082628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80661f-62a8-4fe8-aac6-62e5ecfef3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2914cf-2490-4bdb-9b73-069e31966a1c,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:05.084658 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52702) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:05.145446 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.169226 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.219021 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.221644 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.222825 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc2914cf-2490-4bdb-9b73-069e31966a1c HTTP/1.1" status: 204 len: 168 time: 0.1371930 Jul 14 12:54:05.230502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0352d2-d6bb-4526-baaa-e420de913ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2914cf-2490-4bdb-9b73-069e31966a1c,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:05.428335 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d04c130a-fefa-4fd3-8672-ef9a79e2fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.594918 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54da6-6446-40a4-88d5-099667cea099 req-4c5fa219-c217-4ee0-9d53-7a299fce35ec tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:05.596759 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fdf54da6-6446-40a4-88d5-099667cea099 req-4c5fa219-c217-4ee0-9d53-7a299fce35ec tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0728297 Jul 14 12:54:05.649978 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fdf54da6-6446-40a4-88d5-099667cea099 req-923b768b-d788-4244-a5f1-565e885b5ed2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Jul 14 12:54:05.842395 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:05.896522 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52738) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:05.998584 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1609613584-network', 'tenant_id': '97093795c04d47ac98a8b744280ddbea'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:06.027563 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Made reservation on behalf of 97093795c04d47ac98a8b744280ddbea for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:06.031059 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.045234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.177701 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.183917 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.219671 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:54:06.236585 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473554f6-cb3f-476b-9a6c-a00c03c84a67,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:06.244781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.244781 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Added segment b94660ae-764e-481f-9df7-556dfdb704c9 of type vlan for network 78481042-093f-4c06-948e-7fb1bbcf4079 Jul 14 12:54:06.292295 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.320173 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.321242 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:06.321917 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.371945 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4741423 Jul 14 12:54:06.375128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52752) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:06.380607 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Request body: {'subnet': {'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1609613584-subnet', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:06.382891 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867d6d-46b8-41a8-a9b0-6bc9b93a2f5d admin admin] Pushing event updated for resources: {'Network': ['ID=78481042-093f-4c06-948e-7fb1bbcf4079,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:06.392891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 78481042-093f-4c06-948e-7fb1bbcf4079 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:54:06.402447 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Made reservation on behalf of 97093795c04d47ac98a8b744280ddbea for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:06.404739 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.570833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.619160 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaa74b5-80a2-4fd8-b98b-20769efdd780,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:06.636712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Checking segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:06.637067 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Network hostable DHCP agents. Network: 78481042-093f-4c06-948e-7fb1bbcf4079, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:54:06.661809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Network 78481042-093f-4c06-948e-7fb1bbcf4079 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:54:06.670630 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 78481042-093f-4c06-948e-7fb1bbcf4079) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:06.680356 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:06.680954 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.686462 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efcba9e-c316-4be0-98d6-43843b03b1a1 None None] Network 78481042-093f-4c06-948e-7fb1bbcf4079 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:06.699240 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-823a9135-880d-453a-b9ae-82cca785b798 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204267 Jul 14 12:54:06.699578 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52758) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:06.704359 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:06.726356 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.727238 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.759237 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.784431 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.861552 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-78481042-093f-4c06-948e-7fb1bbcf4079', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:54:06.862502 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:06.922863 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.009083 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Allocated IP 172.20.0.2 (78481042-093f-4c06-948e-7fb1bbcf4079/3eaa74b5-80a2-4fd8-b98b-20769efdd780/7700924e-46fc-4087-9557-368a50d2f2ba) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:07.137069 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.155995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.159408 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.169593 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Transition to ACTIVE for port object 7700924e-46fc-4087-9557-368a50d2f2ba will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:07.185217 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Transition to ACTIVE for port object 7700924e-46fc-4087-9557-368a50d2f2ba will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:07.191889 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.231446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Network 78481042-093f-4c06-948e-7fb1bbcf4079 is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:07.234350 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:07.238315 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:07.244981 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Pushing event updated for resources: {'Port': ['ID=7700924e-46fc-4087-9557-368a50d2f2ba,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:07.254894 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.255236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.255569 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.255902 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.256228 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.256553 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.256873 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.257192 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.257532 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.258191 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.258191 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.258506 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:07.275269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Allocated IP 172.27.3.200 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/5ce106b2-5bc1-4984-bc38-3d6327b860b7) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:07.310970 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Attempting to bind port 7700924e-46fc-4087-9557-368a50d2f2ba on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:07.311465 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Attempting to bind port 7700924e-46fc-4087-9557-368a50d2f2ba by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:07.311832 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Attempting to bind port 7700924e-46fc-4087-9557-368a50d2f2ba on network 78481042-093f-4c06-948e-7fb1bbcf4079 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:07.318668 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:07.319006 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Checking segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:07.319297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.319852 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Bound using segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:07.320158 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Bound port: 7700924e-46fc-4087-9557-368a50d2f2ba, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:07.320552 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.387288 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.395531 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] For port 7700924e-46fc-4087-9557-368a50d2f2ba, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:07.398733 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] For port 7700924e-46fc-4087-9557-368a50d2f2ba, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7700924e-46fc-4087-9557-368a50d2f2ba,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:07.403228 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.429897 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.459216 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d04964-28e0-4556-b115-d533ca3b5156 None None] Pushing event updated for resources: {'Port': ['ID=7700924e-46fc-4087-9557-368a50d2f2ba,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:07.488034 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:07.492103 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:07.494518 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Pushing event updated for resources: {'Port': ['ID=5ce106b2-5bc1-4984-bc38-3d6327b860b7,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:07.497116 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:07.791584 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:07.999766 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:08.131348 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Router 46448809-eeea-4eba-b329-34ebc6254557 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:54:08.244170 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:54:08.254129 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Sync routers for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:54:08.263952 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:08.265926 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a19ca32c-fc6e-4aa2-aed0-84d2c9e2654e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5645962 Jul 14 12:54:08.267402 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:08.267901 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52774) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:08.268262 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:08.386683 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:08.515066 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c8e02-2f8b-4c43-b56a-b98a866ca4d5 None None] Network 78481042-093f-4c06-948e-7fb1bbcf4079 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:08.575628 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:08.586250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4ea5b26f-dfa1-4eea-83d3-60d0dc0cdb4a None None] Provisioning for port 7700924e-46fc-4087-9557-368a50d2f2ba completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:08.617235 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:07Z', 'revision_number': 3, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:08.633602 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:08.660095 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Checking router: 46448809-eeea-4eba-b329-34ebc6254557 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:54:08.660657 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Updating router 46448809-eeea-4eba-b329-34ebc6254557 port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:54:08.698262 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:08.748157 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-9e84e30a-a126-4247-9a3d-6f280a458014 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910938 Jul 14 12:54:08.900633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ccf9-393e-4d7e-96cf-946e96dbbb35 req-dd833707-4cff-4479-9768-4ec12132db4d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:08.907964 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c23ccf9-393e-4d7e-96cf-946e96dbbb35 req-dd833707-4cff-4479-9768-4ec12132db4d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1579576 Jul 14 12:54:08.991981 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7700924e-46fc-4087-9557-368a50d2f2ba up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:09.000196 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c23ccf9-393e-4d7e-96cf-946e96dbbb35 req-ceb3d499-0544-40c9-8bf7-da1ef1a0e077 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910842 Jul 14 12:54:09.026299 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203b75-3981-422d-99ea-1ae9e083f244 req-4067d0b6-4940-4abb-bfe4-a57f44c9579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:09.027940 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-4067d0b6-4940-4abb-bfe4-a57f44c9579b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.2225285 Jul 14 12:54:09.077186 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 7700924e-46fc-4087-9557-368a50d2f2ba completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:09.082525 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 7700924e-46fc-4087-9557-368a50d2f2ba triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:09.082909 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.106259 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.172725 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.185102 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2132199c-861f-457f-a494-fa13124914a6 None None] Provisioning complete for port 7700924e-46fc-4087-9557-368a50d2f2ba triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:09.185467 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2132199c-861f-457f-a494-fa13124914a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.187679 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Transition to ACTIVE for port object 5ce106b2-5bc1-4984-bc38-3d6327b860b7 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:09.203428 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.215873 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203b75-3981-422d-99ea-1ae9e083f244 req-8ce75a28-1d78-47da-bb6f-91dffad334cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:09.217651 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-8ce75a28-1d78-47da-bb6f-91dffad334cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.1624415 Jul 14 12:54:09.248694 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.262984 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Pushing event updated for resources: {'Port': ['ID=5ce106b2-5bc1-4984-bc38-3d6327b860b7,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:09.271546 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.271986 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.272408 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.272800 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.273322 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.273797 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.274301 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.274626 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.275126 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.275612 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.276084 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.276558 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:09.281784 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Attempting to bind port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:09.282184 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Attempting to bind port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:09.282730 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Attempting to bind port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:09.288481 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:09.289345 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:09.289925 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.290535 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:09.291140 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Bound port: 5ce106b2-5bc1-4984-bc38-3d6327b860b7, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:09.291742 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.293158 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 7700924e-46fc-4087-9557-368a50d2f2ba, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7700924e-46fc-4087-9557-368a50d2f2ba,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:09.321237 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.336209 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Allocated IP 172.20.0.1 (78481042-093f-4c06-948e-7fb1bbcf4079/3eaa74b5-80a2-4fd8-b98b-20769efdd780/4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:09.363027 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] For port 5ce106b2-5bc1-4984-bc38-3d6327b860b7, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:09.366606 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] For port 5ce106b2-5bc1-4984-bc38-3d6327b860b7, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=5ce106b2-5bc1-4984-bc38-3d6327b860b7,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:09.366894 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2132199c-861f-457f-a494-fa13124914a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.371346 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.396418 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=7700924e-46fc-4087-9557-368a50d2f2ba,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:09.436853 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:09.437496 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:09.438755 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.db.api [None req-2132199c-861f-457f-a494-fa13124914a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:54:09.439180 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG oslo_db.api [None req-2132199c-861f-457f-a494-fa13124914a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:54:09.443312 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907a149-951c-41a0-a018-cd3ea7f11fc8 None None] Pushing event updated for resources: {'Port': ['ID=5ce106b2-5bc1-4984-bc38-3d6327b860b7,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:09.469742 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.483302 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Transition to ACTIVE for port object 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:09.523098 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.563679 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Network 78481042-093f-4c06-948e-7fb1bbcf4079 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:09.570949 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:09.573228 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:09.608588 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:09.635431 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.695041 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:09.862656 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:09.959208 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:07Z', 'revision_number': 3, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:09.993853 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8dea-8d23-416b-ba2c-b8a11ceca988 None None] The sync data for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi is: [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:07Z', 'revision_number': 3, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:54:10.078070 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:10.086077 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:10.127140 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-97992b2e-f207-46d4-89d5-3ab0f0da8a84 None None] Provisioning for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:10.133602 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-97992b2e-f207-46d4-89d5-3ab0f0da8a84 None None] Provisioning complete for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:10.134355 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-97992b2e-f207-46d4-89d5-3ab0f0da8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:10.173764 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:10.194830 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-97992b2e-f207-46d4-89d5-3ab0f0da8a84 None None] Port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:54:10.227932 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:10.298273 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Network 78481042-093f-4c06-948e-7fb1bbcf4079 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:10.300837 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:10.461224 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Router 46448809-eeea-4eba-b329-34ebc6254557 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:54:10.475800 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-eb7993f3-ca35-455c-ad64-0d01d9fd9669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.0736485 Jul 14 12:54:10.584546 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:54:10.590205 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bed26a2e-1991-440e-90f9-dbd687b3e35c admin admin] 10.222.0.48 "PUT /v2.0/routers/46448809-eeea-4eba-b329-34ebc6254557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201163 Jul 14 12:54:10.619182 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-82cbcea7-b8ec-4586-bb17-ff0279c932b2 None None] Provisioning complete for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:10.619810 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-82cbcea7-b8ec-4586-bb17-ff0279c932b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:10.656399 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-82cbcea7-b8ec-4586-bb17-ff0279c932b2 None None] Port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:54:11.003370 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7700924e-46fc-4087-9557-368a50d2f2ba up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:11.054528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 7700924e-46fc-4087-9557-368a50d2f2ba triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:11.054903 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.146048 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52830) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:11.147861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 5ce106b2-5bc1-4984-bc38-3d6327b860b7 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:11.151004 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118391003-network', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:11.174641 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Made reservation on behalf of 815eb3744d4a4e74a15b3b3a46a18d0b for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:11.178800 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.199655 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.213555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:11.218175 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:11.218555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.314824 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.317479 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.319393 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.339918 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 5ce106b2-5bc1-4984-bc38-3d6327b860b7, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=5ce106b2-5bc1-4984-bc38-3d6327b860b7,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:11.344951 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.345169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:54:11.356134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8409c8-cfce-48df-9253-0d40ca1ae8e7,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:11.363363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.363705 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Added segment e88adc1e-b64c-4714-a652-f0d6928bc41f of type vlan for network 7951193f-cdb7-4fe4-8859-941867e0a49f Jul 14 12:54:11.410439 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.412803 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=5ce106b2-5bc1-4984-bc38-3d6327b860b7,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:11.449128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.450166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:11.450747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.507543 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3604872 Jul 14 12:54:11.510220 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52836) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:11.514903 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Request body: {'subnet': {'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118391003-subnet', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:11.523067 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbecee7-f41d-44bd-9314-fabfc65bb464 admin admin] Pushing event updated for resources: {'Network': ['ID=7951193f-cdb7-4fe4-8859-941867e0a49f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:11.537409 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 7951193f-cdb7-4fe4-8859-941867e0a49f details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:54:11.544456 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Made reservation on behalf of 815eb3744d4a4e74a15b3b3a46a18d0b for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:11.547082 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.736913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.778543 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Sync routers for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:54:11.787971 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:11.788585 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:11.798331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b331ba-1f79-4e56-8395-6199e6e28405,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:11.806859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Checking segment: {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:11.807268 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Network hostable DHCP agents. Network: 7951193f-cdb7-4fe4-8859-941867e0a49f, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:54:11.825861 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Network 7951193f-cdb7-4fe4-8859-941867e0a49f is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:54:11.835412 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 7951193f-cdb7-4fe4-8859-941867e0a49f) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:11.841486 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:11.841627 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.846690 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d0e7e-43d4-4055-924b-9508e7c04a4a None None] Network 7951193f-cdb7-4fe4-8859-941867e0a49f requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:11.858019 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c118956a-4e62-4f71-a44f-54de3fee40bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3467839 Jul 14 12:54:11.860515 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52842) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:11.865127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:11.888773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.890315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:11.953468 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:11.957404 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.108485 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.151106 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-7951193f-cdb7-4fe4-8859-941867e0a49f', 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'fixed_ips': [{'subnet_id': '13b331ba-1f79-4e56-8395-6199e6e28405'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:54:12.151944 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.325631 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.344433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 2, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:12.346606 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Allocated IP 172.20.0.2 (7951193f-cdb7-4fe4-8859-941867e0a49f/13b331ba-1f79-4e56-8395-6199e6e28405/853ae040-6c7a-4fa3-ac57-112e8b17e997) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:12.348002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.380276 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Checking router: 46448809-eeea-4eba-b329-34ebc6254557 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:54:12.380632 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Updating router 46448809-eeea-4eba-b329-34ebc6254557 port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:54:12.463086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Allocated IP 172.27.3.24 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/1ddcf825-bb5c-482f-8378-e88d52bb5893) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:12.466238 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.574516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.615448 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.653245 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:12.659659 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:12.663945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:12.686226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Pushing event updated for resources: {'Port': ['ID=1ddcf825-bb5c-482f-8378-e88d52bb5893,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:12.776854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.821818 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Transition to ACTIVE for port object 853ae040-6c7a-4fa3-ac57-112e8b17e997 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:12.852218 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Transition to ACTIVE for port object 853ae040-6c7a-4fa3-ac57-112e8b17e997 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:12.861615 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:12.928413 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 5ce106b2-5bc1-4984-bc38-3d6327b860b7 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:12.940775 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Network 7951193f-cdb7-4fe4-8859-941867e0a49f is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:12.967531 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:12.973660 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Pushing event updated for resources: {'Port': ['ID=853ae040-6c7a-4fa3-ac57-112e8b17e997,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:12.980571 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:13.101173 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.103707 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Attempting to bind port 853ae040-6c7a-4fa3-ac57-112e8b17e997 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:13.104080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Attempting to bind port 853ae040-6c7a-4fa3-ac57-112e8b17e997 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:13.104442 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Attempting to bind port 853ae040-6c7a-4fa3-ac57-112e8b17e997 on network 7951193f-cdb7-4fe4-8859-941867e0a49f {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:13.119414 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:13.119800 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Checking segment: {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:13.120289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.120588 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Bound using segment: {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:13.121071 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Bound port: 853ae040-6c7a-4fa3-ac57-112e8b17e997, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:13.121478 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.123453 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:13.123807 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.126722 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Transition to ACTIVE for port object 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:13.156566 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.171090 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.254761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb8c5-e228-4bed-beec-7179b2b73157 None None] Pushing event updated for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:13.306028 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] For port 853ae040-6c7a-4fa3-ac57-112e8b17e997, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:13.358023 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] For port 853ae040-6c7a-4fa3-ac57-112e8b17e997, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=853ae040-6c7a-4fa3-ac57-112e8b17e997,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:13.371207 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.383394 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Attempting to bind port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:13.383394 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Attempting to bind port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:13.383394 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Attempting to bind port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf on network 78481042-093f-4c06-948e-7fb1bbcf4079 {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:13.394521 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.427707 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:13.428096 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Checking segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:13.428486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.428883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Bound using segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:13.429382 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Bound port: 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:13.429767 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.463425 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc69d28-7f4c-4b79-bbce-d6e04b69f6a8 None None] Pushing event updated for resources: {'Port': ['ID=853ae040-6c7a-4fa3-ac57-112e8b17e997,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:13.528554 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] For port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:13.540124 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] For port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:13.549170 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.604406 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Router 9dd6da64-8ef4-479e-a48e-14532a730d10 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:54:13.617713 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:13.618403 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:13.623581 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb8c5-e228-4bed-beec-7179b2b73157 None None] Pushing event updated for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:13.687482 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203b75-3981-422d-99ea-1ae9e083f244 req-1c5a2fec-f58e-4c2d-a9bb-2ca27e5b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:13.689092 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-1c5a2fec-f58e-4c2d-a9bb-2ca27e5b7965 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.1414602 Jul 14 12:54:13.797469 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:13.850062 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-e32ce132-063c-47e7-9238-62d5874e6116 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461813 Jul 14 12:54:13.948859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:54:13.961417 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Sync routers for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:54:13.975691 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:13.976782 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:13.977367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:13.978610 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c29a2115-ea75-44d8-aa35-46fcab33a61c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1170630 Jul 14 12:54:13.981674 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52864) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:14.003947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a95925-971d-4644-b329-ce84240af223 req-7f8d70a3-3b0e-4797-8f44-e706b8c3527a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:14.005563 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c0a95925-971d-4644-b329-ce84240af223 req-7f8d70a3-3b0e-4797-8f44-e706b8c3527a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.2671251 Jul 14 12:54:14.060696 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-211ba405-6cfe-42fa-ae0f-eb51bc361773 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007647 Jul 14 12:54:14.087504 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:13Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:14.109159 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:14.139316 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48062d47-6d19-4b9e-b6c1-d2f9887432a1 None None] The sync data for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi is: [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:13Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:54:14.182094 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c0a95925-971d-4644-b329-ce84240af223 req-205aeaca-b558-471c-8f21-47c334605428 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348314 Jul 14 12:54:14.243665 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14203b75-3981-422d-99ea-1ae9e083f244 req-1f6aeaa0-5a27-433c-8652-73757b14e763 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726151 Jul 14 12:54:14.385363 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:13Z', 'revision_number': 3, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:14.472719 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Checking router: 9dd6da64-8ef4-479e-a48e-14532a730d10 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:54:14.473017 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Updating router 9dd6da64-8ef4-479e-a48e-14532a730d10 port 1ddcf825-bb5c-482f-8378-e88d52bb5893 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:54:14.531864 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:14.799140 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:14.917157 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f155601-1cf9-4dea-93a9-2014db44d033 None None] Network 7951193f-cdb7-4fe4-8859-941867e0a49f requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:15.032545 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.051709 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cca01a71-10b3-4770-9109-f08b95d5016d None None] Provisioning for port 853ae040-6c7a-4fa3-ac57-112e8b17e997 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:15.068614 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Transition to ACTIVE for port object 1ddcf825-bb5c-482f-8378-e88d52bb5893 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:15.079106 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.083763 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 853ae040-6c7a-4fa3-ac57-112e8b17e997 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:15.113252 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Allocated IP 172.20.0.1 (7951193f-cdb7-4fe4-8859-941867e0a49f/13b331ba-1f79-4e56-8395-6199e6e28405/62a65fe1-f490-4129-bfc1-f410b90e365e) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:15.154555 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Attempting to bind port 1ddcf825-bb5c-482f-8378-e88d52bb5893 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:15.155318 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Attempting to bind port 1ddcf825-bb5c-482f-8378-e88d52bb5893 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:15.155855 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Attempting to bind port 1ddcf825-bb5c-482f-8378-e88d52bb5893 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:15.166052 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:15.166745 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:15.167310 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.168009 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:15.168667 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Bound port: 1ddcf825-bb5c-482f-8378-e88d52bb5893, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:15.169252 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.172091 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e22caa-2baa-43b4-88be-23dd2b380b85 None None] Pushing event updated for resources: {'Port': ['ID=1ddcf825-bb5c-482f-8378-e88d52bb5893,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:15.222827 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 853ae040-6c7a-4fa3-ac57-112e8b17e997 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:15.256226 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] For port 1ddcf825-bb5c-482f-8378-e88d52bb5893, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:15.259450 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 853ae040-6c7a-4fa3-ac57-112e8b17e997 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:15.260324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.261801 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] For port 1ddcf825-bb5c-482f-8378-e88d52bb5893, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=1ddcf825-bb5c-482f-8378-e88d52bb5893,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:15.274936 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.278362 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.305432 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Transition to ACTIVE for port object 62a65fe1-f490-4129-bfc1-f410b90e365e will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:15.360543 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:15.361454 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:15.396171 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.399262 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e22caa-2baa-43b4-88be-23dd2b380b85 None None] Pushing event updated for resources: {'Port': ['ID=1ddcf825-bb5c-482f-8378-e88d52bb5893,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:15.401703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.459226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Network 7951193f-cdb7-4fe4-8859-941867e0a49f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:15.463184 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:15.467947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:15.486568 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 853ae040-6c7a-4fa3-ac57-112e8b17e997, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=853ae040-6c7a-4fa3-ac57-112e8b17e997,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:15.493415 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.494297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:15.523584 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Pushing event updated for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:15.543068 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.567340 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:15.628456 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=853ae040-6c7a-4fa3-ac57-112e8b17e997,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:15.647256 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:15.653360 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:15.653836 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.851446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-27c6e7d4-43d6-4d8d-9bc8-3d54d9434ebe None None] Provisioning complete for port 853ae040-6c7a-4fa3-ac57-112e8b17e997 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:15.851901 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-27c6e7d4-43d6-4d8d-9bc8-3d54d9434ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:15.916813 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:13Z', 'revision_number': 3, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:15.953327 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd6a7-861f-4179-a41a-4076936c9c49 None None] The sync data for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi is: [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:13Z', 'revision_number': 3, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:54:15.967813 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.045424 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:16.052739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.090886 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.145607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:16.173849 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4c079b1c-ea51-4380-b45b-0b1279de31b6 None None] Provisioning for port 62a65fe1-f490-4129-bfc1-f410b90e365e completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:16.180202 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4c079b1c-ea51-4380-b45b-0b1279de31b6 None None] Provisioning complete for port 62a65fe1-f490-4129-bfc1-f410b90e365e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:16.180867 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4c079b1c-ea51-4380-b45b-0b1279de31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.238725 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-4c079b1c-ea51-4380-b45b-0b1279de31b6 None None] Port 62a65fe1-f490-4129-bfc1-f410b90e365e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:54:16.361394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.367062 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.439751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.441544 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Pushing event updated for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:16.546765 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Network 7951193f-cdb7-4fe4-8859-941867e0a49f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:16.548304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:16.693329 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Router 9dd6da64-8ef4-479e-a48e-14532a730d10 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:54:16.799870 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ea09a6e5-ee32-4aa1-8e0f-fe94c0ac5582 None None] Provisioning complete for port 62a65fe1-f490-4129-bfc1-f410b90e365e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:16.800237 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ea09a6e5-ee32-4aa1-8e0f-fe94c0ac5582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:16.817766 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:54:16.827812 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5e1768ec-902c-44c6-ac09-8f7d2611a79b admin admin] 10.222.0.48 "PUT /v2.0/routers/9dd6da64-8ef4-479e-a48e-14532a730d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434634 Jul 14 12:54:16.835985 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-ea09a6e5-ee32-4aa1-8e0f-fe94c0ac5582 None None] Port 62a65fe1-f490-4129-bfc1-f410b90e365e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:54:17.012730 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 1ddcf825-bb5c-482f-8378-e88d52bb5893 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:17.067226 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 1ddcf825-bb5c-482f-8378-e88d52bb5893 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:17.071339 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 1ddcf825-bb5c-482f-8378-e88d52bb5893 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:17.071725 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:17.156321 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:17.181196 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 1ddcf825-bb5c-482f-8378-e88d52bb5893, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=1ddcf825-bb5c-482f-8378-e88d52bb5893,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:17.186401 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:17.187367 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 853ae040-6c7a-4fa3-ac57-112e8b17e997 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:17.267333 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=1ddcf825-bb5c-482f-8378-e88d52bb5893,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:17.279034 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 853ae040-6c7a-4fa3-ac57-112e8b17e997 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:17.279437 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:17.361739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:17.424998 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:17.425374 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:17.716212 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28664583-5951-462f-9500-75eca95146b9 None None] Sync routers for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:54:17.732427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:17.733059 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:17.794634 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad210d0-bc8d-4cc3-8d61-59a98ff93780 req-c13e837b-6825-4b22-89c7-e7d237569342 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:17.796461 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aad210d0-bc8d-4cc3-8d61-59a98ff93780 req-c13e837b-6825-4b22-89c7-e7d237569342 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0696912 Jul 14 12:54:17.838765 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aad210d0-bc8d-4cc3-8d61-59a98ff93780 req-40bf39b4-f609-4171-b22c-06e9a816053c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Jul 14 12:54:17.848760 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:18.067769 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:16Z', 'revision_number': 4, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '62a65fe1-f490-4129-bfc1-f410b90e365e', 'name': '', 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'mac_address': 'fa:16:3e:9d:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:14Z', 'updated_at': '2021-07-14T12:54:16Z', 'revision_number': 2, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'subnets': [{'id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:18.099411 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28664583-5951-462f-9500-75eca95146b9 None None] Checking router: 9dd6da64-8ef4-479e-a48e-14532a730d10 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:54:18.099767 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28664583-5951-462f-9500-75eca95146b9 None None] Updating router 9dd6da64-8ef4-479e-a48e-14532a730d10 port 62a65fe1-f490-4129-bfc1-f410b90e365e binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:54:18.142990 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.182137 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52932) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:18.187072 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309761059', 'description': 'tempest-secgroup-smoke-309761059 description', 'project_id': '97093795c04d47ac98a8b744280ddbea'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:18.212370 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.304170 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.308846 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.337920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.339312 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1559372 Jul 14 12:54:18.342551 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52938) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:18.347467 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb1297-988d-4954-bb09-f6f958ba6b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3285627c-f754-491e-bf8f-ec0688fc26ce,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.349935 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:18.386428 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.453523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.456867 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.461044 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.475854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-28664583-5951-462f-9500-75eca95146b9 None None] Transition to ACTIVE for port object 62a65fe1-f490-4129-bfc1-f410b90e365e will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:18.480923 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2814e5ed-29a4-41ef-b962-ac861d6f19b6,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.482826 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.492762 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.494142 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4af2c279-6bf4-4242-96c3-e6ddd290543b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502457 Jul 14 12:54:18.496957 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52942) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:18.501626 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:18.533515 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.539776 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c41bf-00c5-44c3-8316-fc465093dfb0 None None] Pushing event updated for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.608071 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-28664583-5951-462f-9500-75eca95146b9 None None] Attempting to bind port 62a65fe1-f490-4129-bfc1-f410b90e365e on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:18.608443 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-28664583-5951-462f-9500-75eca95146b9 None None] Attempting to bind port 62a65fe1-f490-4129-bfc1-f410b90e365e by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:18.608966 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28664583-5951-462f-9500-75eca95146b9 None None] Attempting to bind port 62a65fe1-f490-4129-bfc1-f410b90e365e on network 7951193f-cdb7-4fe4-8859-941867e0a49f {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:18.614022 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.614994 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28664583-5951-462f-9500-75eca95146b9 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:18.615269 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28664583-5951-462f-9500-75eca95146b9 None None] Checking segment: {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:18.615668 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.616153 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28664583-5951-462f-9500-75eca95146b9 None None] Bound using segment: {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:18.616536 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-28664583-5951-462f-9500-75eca95146b9 None None] Bound port: 62a65fe1-f490-4129-bfc1-f410b90e365e, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88adc1e-b64c-4714-a652-f0d6928bc41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:18.616919 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.620219 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.640325 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c80e850-02e0-4145-ba83-b13beaaa1bbe,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.656640 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.662230 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7b67f37f-bae1-4ea7-bcef-1fc7de38e74c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641417 Jul 14 12:54:18.665178 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 52948) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:18.670250 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:18.714011 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.738129 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-28664583-5951-462f-9500-75eca95146b9 None None] For port 62a65fe1-f490-4129-bfc1-f410b90e365e, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:18.742475 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-28664583-5951-462f-9500-75eca95146b9 None None] For port 62a65fe1-f490-4129-bfc1-f410b90e365e, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=62a65fe1-f490-4129-bfc1-f410b90e365e,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:18.752628 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28664583-5951-462f-9500-75eca95146b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.835991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.841329 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.853189 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c41bf-00c5-44c3-8316-fc465093dfb0 None None] Pushing event updated for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.855920 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:54:18.856588 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:54:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:18.873155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28263a6f-6352-4545-aaf9-296a60638ba5,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:18.880185 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:18.885081 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52962) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:18.885242 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d5580235-2eb0-4e85-9267-7c40091c3b81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2187223 Jul 14 12:54:18.890276 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:18.944821 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.019093 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:54:19.058823 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.070595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.090544 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24f78a0-0923-49a7-836a-2cff83dc31e4,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:19.091191 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 1ddcf825-bb5c-482f-8378-e88d52bb5893 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:19.099321 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.103661 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ecd88b2d-8076-45f4-b216-9488144d4de2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142427 Jul 14 12:54:19.104229 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52976) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:19.120920 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:19.132402 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068ee0-290e-42a5-8c11-6c6a85a3ba32 req-a71ef194-4f1b-47d2-8796-a82ddb3f7127 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:19.167012 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-95068ee0-290e-42a5-8c11-6c6a85a3ba32 req-a71ef194-4f1b-47d2-8796-a82ddb3f7127 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1924963 Jul 14 12:54:19.175065 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Project 97093795c04d47ac98a8b744280ddbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:54:19.188020 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.248278 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-95068ee0-290e-42a5-8c11-6c6a85a3ba32 req-c35f3028-78c5-4428-833a-0bdee5011275 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802541 Jul 14 12:54:19.298808 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.303328 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.308241 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 1ddcf825-bb5c-482f-8378-e88d52bb5893 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:19.308630 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.323164 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83270cc0-2faf-42c5-9f13-0d3698c26b84,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:19.334999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.336479 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-08c069dc-7093-44a1-8ccc-4bb59c894481 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2308977 Jul 14 12:54:19.339240 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 52994) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:19.344305 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'security_group_rule': {'security_group_id': '3285627c-f754-491e-bf8f-ec0688fc26ce', 'project_id': '97093795c04d47ac98a8b744280ddbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:19.370904 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Project 97093795c04d47ac98a8b744280ddbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:54:19.380073 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.485759 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.491399 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.517320 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494c2483-2454-4142-9138-ca3a63299e97,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:19.528099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:19.534868 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-aa64ba8c-82a3-4e62-a85c-10ccf62b598f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1944239 Jul 14 12:54:19.651464 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-28664583-5951-462f-9500-75eca95146b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:16Z', 'revision_number': 4, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '62a65fe1-f490-4129-bfc1-f410b90e365e', 'name': '', 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'mac_address': 'fa:16:3e:9d:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:14Z', 'updated_at': '2021-07-14T12:54:18Z', 'revision_number': 4, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'subnets': [{'id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:19.679947 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28664583-5951-462f-9500-75eca95146b9 None None] The sync data for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi is: [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:54:16Z', 'revision_number': 4, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '62a65fe1-f490-4129-bfc1-f410b90e365e', 'name': '', 'network_id': '7951193f-cdb7-4fe4-8859-941867e0a49f', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'mac_address': 'fa:16:3e:9d:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:14Z', 'updated_at': '2021-07-14T12:54:18Z', 'revision_number': 4, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'subnets': [{'id': '13b331ba-1f79-4e56-8395-6199e6e28405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:54:20.421149 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7997cf-60e9-411a-8fd5-d497ce528f8a req-b1cf3800-5e7f-4d14-98b2-e8c177bc03ae tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:20.422737 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f7997cf-60e9-411a-8fd5-d497ce528f8a req-b1cf3800-5e7f-4d14-98b2-e8c177bc03ae tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0686059 Jul 14 12:54:20.469789 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4f7997cf-60e9-411a-8fd5-d497ce528f8a req-1447001d-fb45-4ac2-b8c2-3f614a4989f4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Jul 14 12:54:20.935284 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 62a65fe1-f490-4129-bfc1-f410b90e365e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:20.997147 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 62a65fe1-f490-4129-bfc1-f410b90e365e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:21.001901 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 62a65fe1-f490-4129-bfc1-f410b90e365e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:21.002281 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:21.091759 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:21.135585 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 62a65fe1-f490-4129-bfc1-f410b90e365e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=62a65fe1-f490-4129-bfc1-f410b90e365e,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:54:21.143824 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:21.215456 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:21.670198 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e314-f636-4af4-9d6c-26c90ff938f0 req-9bca6278-a94d-4940-ac63-043b674bd879 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:21.671777 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d31e314-f636-4af4-9d6c-26c90ff938f0 req-9bca6278-a94d-4940-ac63-043b674bd879 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0735817 Jul 14 12:54:21.726547 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d31e314-f636-4af4-9d6c-26c90ff938f0 req-bcfe75f4-a15a-454d-bab6-09decddbbaea tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Jul 14 12:54:22.828312 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53170) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:22.919696 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71011-572d-440d-b902-ac2081de6c36 req-cf6c7c24-0af9-4a3e-827b-5ca756e269c8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:22.921222 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f6b71011-572d-440d-b902-ac2081de6c36 req-cf6c7c24-0af9-4a3e-827b-5ca756e269c8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0720811 Jul 14 12:54:22.927826 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 62a65fe1-f490-4129-bfc1-f410b90e365e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:54:22.956560 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2bf51ac5-430c-4c6b-9156-0f9f693a56b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:22.985906 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 62a65fe1-f490-4129-bfc1-f410b90e365e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:22.986189 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f6b71011-572d-440d-b902-ac2081de6c36 req-6ad5b7fe-5204-4219-add8-eec994b78061 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Jul 14 12:54:22.986289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.088155 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2bf51ac5-430c-4c6b-9156-0f9f693a56b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.092449 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2bf51ac5-430c-4c6b-9156-0f9f693a56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.130016 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf51ac5-430c-4c6b-9156-0f9f693a56b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b7cf1-b0ec-47bc-8c60-224d990b8592,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:23.139762 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2bf51ac5-430c-4c6b-9156-0f9f693a56b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=325f1e43f0b446739a799f3882405d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097353 Jul 14 12:54:23.142766 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53176) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:23.202901 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.225633 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.274642 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.277262 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.278448 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d8b7cf1-b0ec-47bc-8c60-224d990b8592 HTTP/1.1" status: 204 len: 168 time: 0.1351607 Jul 14 12:54:23.287121 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d666-c5d8-4c1e-8023-b1aea09bc79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b7cf1-b0ec-47bc-8c60-224d990b8592,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:23.616093 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53196) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:23.630714 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1835-6a3b-489f-aec8-e038319e998d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.731161 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1835-6a3b-489f-aec8-e038319e998d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.736864 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1835-6a3b-489f-aec8-e038319e998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.775226 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ac6b1835-6a3b-489f-aec8-e038319e998d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=316071f54d6d470fa0f916e5bcad6d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579027 Jul 14 12:54:23.775996 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b1835-6a3b-489f-aec8-e038319e998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12216451-2b34-4191-b4f6-6fc00a54902c,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:23.777994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53198) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:23.848936 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.868883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.923160 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.925927 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:23.927085 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12216451-2b34-4191-b4f6-6fc00a54902c HTTP/1.1" status: 204 len: 168 time: 0.1480205 Jul 14 12:54:23.935279 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4c708-5774-4d38-bd88-4edf3f837892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12216451-2b34-4191-b4f6-6fc00a54902c,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:24.181418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a03b-d057-4dc9-9b6d-e2ae45e09b0d req-f85a3796-016d-4833-8ae7-d1849d90ef60 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:24.183216 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be86a03b-d057-4dc9-9b6d-e2ae45e09b0d req-f85a3796-016d-4833-8ae7-d1849d90ef60 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0775423 Jul 14 12:54:24.222387 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be86a03b-d057-4dc9-9b6d-e2ae45e09b0d req-a1689a03-54e7-48c1-846c-6e17d3fc7f84 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331991 Jul 14 12:54:24.629539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53236) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:24.732294 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-799151122-network', 'tenant_id': 'b34534372a184dd2a5bbdb8b91345163'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:24.754604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Made reservation on behalf of b34534372a184dd2a5bbdb8b91345163 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:24.757315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.771497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.871086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.876406 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.896529 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:54:24.916590 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.916897 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Added segment 8d0b5a1c-f14e-4f74-a02c-07286a38f2e3 of type vlan for network 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e Jul 14 12:54:24.918404 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c04fd-fab9-4926-b92f-43a713aa867f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:24.962293 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.992820 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:24.993970 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:24.994547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:25.049471 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4172373 Jul 14 12:54:25.051021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53244) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:25.057827 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Request body: {'subnet': {'network_id': '515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-799151122-subnet', 'tenant_id': 'b34534372a184dd2a5bbdb8b91345163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:25.069253 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435722-4049-4e22-a87b-28b66a93e215 admin admin] Pushing event updated for resources: {'Network': ['ID=515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:25.079908 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:54:25.086977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Made reservation on behalf of b34534372a184dd2a5bbdb8b91345163 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:25.089302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:25.275388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:25.327953 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebacc51c-b132-48b5-8642-c31f9aa6e6b6,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:25.345593 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Checking segment: {'id': '8d0b5a1c-f14e-4f74-a02c-07286a38f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:25.345985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Network hostable DHCP agents. Network: 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:54:25.363620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Network 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:54:25.371738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:25.375712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:25.376292 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:25.382316 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b16c2-c834-46ff-95a5-70106d1f72f6 None None] Network 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:25.392220 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e918405f-7fa8-4109-b5fa-36e8261fc22c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399754 Jul 14 12:54:25.531038 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8de140-ae5b-4264-a5eb-37257b14f9a9 None None] Network 515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:25.885191 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53268) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:25.890425 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749268363-network', 'tenant_id': 'd6ba2f6e08774ccca74a697e31d07624'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:25.919039 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Made reservation on behalf of d6ba2f6e08774ccca74a697e31d07624 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:25.921412 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:25.930024 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.027352 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.031603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.056955 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:54:26.063628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb211d3-26a1-44d6-883c-8d935637cdbc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:26.075326 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.075676 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Added segment bfdb411d-726c-4a37-a6f6-1d3fa3118a08 of type vlan for network 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 Jul 14 12:54:26.115668 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.148831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.149892 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:26.150476 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.208979 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3188961 Jul 14 12:54:26.209165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53272) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:26.213990 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Request body: {'subnet': {'network_id': '0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749268363-subnet', 'tenant_id': 'd6ba2f6e08774ccca74a697e31d07624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:26.227398 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27dd0f-d918-4492-ad1a-af6a5ea9f5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:26.240220 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:54:26.245069 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Made reservation on behalf of d6ba2f6e08774ccca74a697e31d07624 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:26.247516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.422812 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.483992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52878151-f6b9-4672-b39c-1a103b34ff70,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:26.492683 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Checking segment: {'id': 'bfdb411d-726c-4a37-a6f6-1d3fa3118a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:26.493000 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Network hostable DHCP agents. Network: 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:54:26.510863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Network 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:54:26.521748 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:26.525821 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:26.526449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:26.538759 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d050048-9257-4a0f-ac33-d7b25c8e35dd None None] Network 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:26.544295 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-071aa73b-3706-4c27-916c-cc272bf2152a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3341115 Jul 14 12:54:26.672468 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c688a-e693-4411-9a34-11aa5fa91209 None None] Network 0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:54:27.356156 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba04f-1b12-4641-85d2-e80f4590dc4f req-92e1a2ca-69d2-4577-a643-7743572e0e8b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:27.357709 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dd4ba04f-1b12-4641-85d2-e80f4590dc4f req-92e1a2ca-69d2-4577-a643-7743572e0e8b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Jul 14 12:54:27.401977 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dd4ba04f-1b12-4641-85d2-e80f4590dc4f req-22c08b81-021d-417d-84b7-45b0d249a7ce tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 Jul 14 12:54:28.581136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2cfd-664b-4e25-8a80-7273d1eb30d2 req-c029da52-db90-49d5-970c-248b7b5ac18f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:28.583395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-620b2cfd-664b-4e25-8a80-7273d1eb30d2 req-c029da52-db90-49d5-970c-248b7b5ac18f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jul 14 12:54:28.622676 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-620b2cfd-664b-4e25-8a80-7273d1eb30d2 req-ec061e64-408c-4a83-a0d2-9bbcc1372c55 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Jul 14 12:54:28.895527 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a1d8b-3a3d-46b5-a0c8-caf07468f709 req-c8c5a6e4-a057-46c8-a5f0-421f19765279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:28.897044 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cc0a1d8b-3a3d-46b5-a0c8-caf07468f709 req-c8c5a6e4-a057-46c8-a5f0-421f19765279 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1098 time: 0.0544531 Jul 14 12:54:28.934447 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cc0a1d8b-3a3d-46b5-a0c8-caf07468f709 req-17fd53b8-f11e-4b42-874a-791eb988628c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276289 Jul 14 12:54:29.847495 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e9f8-e5fe-40a9-8612-3ea3adeea50e req-8060da76-0459-4a5b-8e99-7bf1096eccdc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:29.850043 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3b0e9f8-e5fe-40a9-8612-3ea3adeea50e req-8060da76-0459-4a5b-8e99-7bf1096eccdc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0929677 Jul 14 12:54:29.894336 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3b0e9f8-e5fe-40a9-8612-3ea3adeea50e req-692a4016-d96c-4138-81e3-baa384f78c31 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Jul 14 12:54:30.957960 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53444) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:31.131924 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-068a8674-5853-47e9-8577-a7de8cc912e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.183345 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8022709-ca06-4ee5-8839-0ba5400917d5 req-81cc6472-51dc-4abf-b2e2-50e05082b239 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:31.193037 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d8022709-ca06-4ee5-8839-0ba5400917d5 req-81cc6472-51dc-4abf-b2e2-50e05082b239 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1231766 Jul 14 12:54:31.258775 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d8022709-ca06-4ee5-8839-0ba5400917d5 req-2d37bb5e-f24e-4184-b505-4dd7f996b42d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Jul 14 12:54:31.305124 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-068a8674-5853-47e9-8577-a7de8cc912e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.310133 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-068a8674-5853-47e9-8577-a7de8cc912e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.348794 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a8674-5853-47e9-8577-a7de8cc912e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db4e94-4145-423d-accd-b0f2e7c99d01,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:31.354359 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-068a8674-5853-47e9-8577-a7de8cc912e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2f751226e24f258b175014010b3b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947520 Jul 14 12:54:31.356059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53460) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:31.442411 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.474838 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.495177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69108b31-ba83-4029-8444-a79350c8a18c req-b8cffc4d-dc0e-4de9-aa68-1bfe082fa2f2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:31.497253 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-69108b31-ba83-4029-8444-a79350c8a18c req-b8cffc4d-dc0e-4de9-aa68-1bfe082fa2f2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1159971 Jul 14 12:54:31.551002 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-69108b31-ba83-4029-8444-a79350c8a18c req-7c7eea82-1d6d-4b60-9519-68188d3d06c9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Jul 14 12:54:31.564074 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.567025 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:31.573773 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44db4e94-4145-423d-accd-b0f2e7c99d01 HTTP/1.1" status: 204 len: 168 time: 0.2111156 Jul 14 12:54:31.586140 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e831-a60d-4d9c-abec-ce2fe8d135c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db4e94-4145-423d-accd-b0f2e7c99d01,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:31.887223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53478) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:32.079917 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2ac652ce-fd2b-4471-821a-78f580d51f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.104801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53490) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:32.124916 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d6150a3f-75b4-4892-beb2-19f9182da5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.222321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2ac652ce-fd2b-4471-821a-78f580d51f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.223044 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:54:32.229704 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2ac652ce-fd2b-4471-821a-78f580d51f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.301051 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac652ce-fd2b-4471-821a-78f580d51f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4128a1-41bd-419a-a6b5-a94a23b1c9b0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:32.307498 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2ac652ce-fd2b-4471-821a-78f580d51f3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3533d9e36bad409181a011f7219929d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195323 Jul 14 12:54:32.310826 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53498) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:32.397583 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.398022 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d6150a3f-75b4-4892-beb2-19f9182da5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.404493 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d6150a3f-75b4-4892-beb2-19f9182da5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.421022 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.454847 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d6150a3f-75b4-4892-beb2-19f9182da5c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea5b79d5b98248f69a4898626ff5ec0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487673 Jul 14 12:54:32.457100 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6150a3f-75b4-4892-beb2-19f9182da5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e43d3-4b3b-49a3-b28c-8963d04c7db2,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:32.461628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53502) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:32.505014 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.507625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.512787 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b4128a1-41bd-419a-a6b5-a94a23b1c9b0 HTTP/1.1" status: 204 len: 168 time: 0.1943605 Jul 14 12:54:32.517932 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3795ee-b93f-42e4-b158-7d2408f04b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4128a1-41bd-419a-a6b5-a94a23b1c9b0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:32.554778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.578546 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.654133 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.658676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:32.659933 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d9e43d3-4b3b-49a3-b28c-8963d04c7db2 HTTP/1.1" status: 204 len: 168 time: 0.1967316 Jul 14 12:54:32.668610 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a251-1490-4d3f-8483-384125c2e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e43d3-4b3b-49a3-b28c-8963d04c7db2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:33.054685 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-28828f47-12bf-42b8-a08f-54729bb01989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:35.429253 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a8d8cc32-abf2-45ec-9de7-18800e9e3810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:35.815696 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53706) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:35.854512 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:35.946032 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5df84fd2-2fe1-4613-beea-de746fdde7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.064339 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5df84fd2-2fe1-4613-beea-de746fdde7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.078774 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5df84fd2-2fe1-4613-beea-de746fdde7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.094262 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-a6a644de-0b71-479a-a42a-dd469ee1a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:36.096071 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-a6a644de-0b71-479a-a42a-dd469ee1a8ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.0710633 Jul 14 12:54:36.157246 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5df84fd2-2fe1-4613-beea-de746fdde7ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e7941039c774f4da7de9b458fc0291d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381147 Jul 14 12:54:36.157246 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df84fd2-2fe1-4613-beea-de746fdde7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80825aa5-5b33-444e-bcaf-08fb7e118201,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:36.158276 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53714) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:36.192653 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-78910cae-4645-424b-a4ca-41704a77f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:36.194205 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-78910cae-4645-424b-a4ca-41704a77f37a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.0887237 Jul 14 12:54:36.202153 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083ab7-4787-4f59-a50b-4b9a5f42c4a9 req-c12c43e4-1bfb-448d-96e8-4010e27e8d9e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:36.203783 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3e083ab7-4787-4f59-a50b-4b9a5f42c4a9 req-c12c43e4-1bfb-448d-96e8-4010e27e8d9e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1354368 Jul 14 12:54:36.238175 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-4db36884-f9aa-4baf-9c9d-31692efcfbca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.0342059 Jul 14 12:54:36.256799 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.269641 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3e083ab7-4787-4f59-a50b-4b9a5f42c4a9 req-eeaa166d-27e7-49c8-ac3b-2ed498b631ef tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 Jul 14 12:54:36.282623 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.298633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-72f069ec-08b6-4430-9d3f-b1fe50828a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:36.301732 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-72f069ec-08b6-4430-9d3f-b1fe50828a55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0549710 Jul 14 12:54:36.334337 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.336786 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.337417 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-3be6e5d3-27c1-48fd-bf35-a575348619f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279152 Jul 14 12:54:36.340481 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80825aa5-5b33-444e-bcaf-08fb7e118201 HTTP/1.1" status: 204 len: 168 time: 0.1782832 Jul 14 12:54:36.348632 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366b20c-bc4d-43b4-b100-e5b18d213cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80825aa5-5b33-444e-bcaf-08fb7e118201,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:36.455242 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-5931b486-80ed-48c8-9998-c6f54eb4fcbd service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066735 Jul 14 12:54:36.559430 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5fc7ec42-4a19-49a3-9c81-a4dc88172d82 req-63f14cd4-75ea-45e0-82b8-f7c3a785274a service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953832 Jul 14 12:54:36.671591 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53736) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:36.685740 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-747a92e9-03ec-4493-bfa6-f91d12b5eb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.742561 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.806508 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-747a92e9-03ec-4493-bfa6-f91d12b5eb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.811005 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-747a92e9-03ec-4493-bfa6-f91d12b5eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.853242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a92e9-03ec-4493-bfa6-f91d12b5eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb9ebb9-e953-4095-8c81-7865ab932622,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:36.857961 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-747a92e9-03ec-4493-bfa6-f91d12b5eb23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b628220b3a314f978be3773f59833a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853244 Jul 14 12:54:36.862145 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53746) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:36.921977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.945388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:36.998486 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:37.000963 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:37.002131 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cb9ebb9-e953-4095-8c81-7865ab932622 HTTP/1.1" status: 204 len: 168 time: 0.1402445 Jul 14 12:54:37.009981 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7e00b-f803-4fb8-a162-dea5b3e1d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb9ebb9-e953-4095-8c81-7865ab932622,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:37.473404 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6d06-4582-49d7-9497-2f966f3d2f79 req-2654c15a-dd3d-4b1b-a18f-3a5db659da55 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:37.475237 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a58e6d06-4582-49d7-9497-2f966f3d2f79 req-2654c15a-dd3d-4b1b-a18f-3a5db659da55 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Jul 14 12:54:37.516446 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a58e6d06-4582-49d7-9497-2f966f3d2f79 req-6a067fa9-ea55-4047-b6d3-a5c871379aca tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Jul 14 12:54:38.085499 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53806) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:38.209516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e1d289f4-6ba4-4d13-850f-b4f545097966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.312698 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e1d289f4-6ba4-4d13-850f-b4f545097966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.318375 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e1d289f4-6ba4-4d13-850f-b4f545097966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.370690 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d289f4-6ba4-4d13-850f-b4f545097966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5015559-5860-4a3b-a74c-eb6c2f877731,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:38.378684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53822) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:38.393891 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e1d289f4-6ba4-4d13-850f-b4f545097966 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db260aca963c42998c5dd9a1c33f3496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071790 Jul 14 12:54:38.442004 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.467833 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.554047 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.578864 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.583806 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.585177 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5015559-5860-4a3b-a74c-eb6c2f877731 HTTP/1.1" status: 204 len: 168 time: 0.2049088 Jul 14 12:54:38.594441 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e770220-8dbf-4381-a1eb-808eee91ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5015559-5860-4a3b-a74c-eb6c2f877731,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:38.635042 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:38.740377 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eeee9-dd58-4349-88e3-dbcc72bc707d req-515cefb1-1dda-43dd-a06f-b7205ea8dd68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:38.743797 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-695eeee9-dd58-4349-88e3-dbcc72bc707d req-515cefb1-1dda-43dd-a06f-b7205ea8dd68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0699656 Jul 14 12:54:38.786552 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-695eeee9-dd58-4349-88e3-dbcc72bc707d req-6319c925-725f-4a05-970f-46dcd7218dd2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Jul 14 12:54:39.008935 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53858) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:39.026936 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a69c8500-538d-42be-b761-bc57877a621d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.157189 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a69c8500-538d-42be-b761-bc57877a621d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.165202 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a69c8500-538d-42be-b761-bc57877a621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.209527 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a69c8500-538d-42be-b761-bc57877a621d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cb613b43b144d5dbe6ebb0c6c8f565b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952996 Jul 14 12:54:39.209527 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c8500-538d-42be-b761-bc57877a621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3151f4-c970-4b59-a421-8d8aca9f1733,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:39.209962 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53862) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:39.274753 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.300368 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.360666 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.363797 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:39.364951 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a3151f4-c970-4b59-a421-8d8aca9f1733 HTTP/1.1" status: 204 len: 168 time: 0.1543784 Jul 14 12:54:39.373232 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38830-4041-4ca0-a700-3d9b0865d083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3151f4-c970-4b59-a421-8d8aca9f1733,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:39.971756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427b28-1f85-4e55-ab31-98b2a37e9ee5 req-7dd1098a-4dfc-4530-aaa6-90b856f02350 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:39.973265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-21427b28-1f85-4e55-ab31-98b2a37e9ee5 req-7dd1098a-4dfc-4530-aaa6-90b856f02350 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0657496 Jul 14 12:54:40.021919 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-21427b28-1f85-4e55-ab31-98b2a37e9ee5 req-d8f90f26-aaf3-450f-9e6e-7d1670e19955 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Jul 14 12:54:41.222707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fea859-e3e2-4ec5-868e-ed4f3e18a35e req-a274ff01-eb2d-449e-9691-31947d7ff4e8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:41.224269 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-58fea859-e3e2-4ec5-868e-ed4f3e18a35e req-a274ff01-eb2d-449e-9691-31947d7ff4e8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0781274 Jul 14 12:54:41.266728 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-58fea859-e3e2-4ec5-868e-ed4f3e18a35e req-822d8327-3f58-4e0a-a03a-99e78a03195c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343213 Jul 14 12:54:41.447197 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53962) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:41.565502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3d827a18-4f65-4f13-bcfc-4c9a6d177ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.680085 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3d827a18-4f65-4f13-bcfc-4c9a6d177ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.685702 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3d827a18-4f65-4f13-bcfc-4c9a6d177ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.742045 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d827a18-4f65-4f13-bcfc-4c9a6d177ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f88a1a-a9eb-4db5-bb6c-e8fac0c44c82,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:41.747769 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3d827a18-4f65-4f13-bcfc-4c9a6d177ee4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1deb3bc6aea144e78693234db2929f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993572 Jul 14 12:54:41.750620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 53984) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:41.802424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.824032 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.876376 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.879971 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:41.883590 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1f88a1a-a9eb-4db5-bb6c-e8fac0c44c82 HTTP/1.1" status: 204 len: 168 time: 0.1294591 Jul 14 12:54:41.891853 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 53990) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:41.896730 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332738a-78df-4042-9148-eddc17a4697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f88a1a-a9eb-4db5-bb6c-e8fac0c44c82,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:42.108925 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5481e4f2-747e-4a90-907d-3121cc143cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.209323 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5481e4f2-747e-4a90-907d-3121cc143cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.215173 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5481e4f2-747e-4a90-907d-3121cc143cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.254924 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481e4f2-747e-4a90-907d-3121cc143cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a821f64d-68fb-495f-97ba-154d2957e3a5,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:42.267083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54008) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:42.267210 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5481e4f2-747e-4a90-907d-3121cc143cf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e53c2e235244a8ba72b3f97978fab43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733847 Jul 14 12:54:42.338221 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.374083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.509378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.512453 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:42.515426 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a821f64d-68fb-495f-97ba-154d2957e3a5 HTTP/1.1" status: 204 len: 168 time: 0.2457316 Jul 14 12:54:42.527053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a759-2b7c-4d78-bef9-804573f8b68d req-d0c04764-a227-484a-b803-2ad110f64a13 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:42.528835 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9962a759-2b7c-4d78-bef9-804573f8b68d req-d0c04764-a227-484a-b803-2ad110f64a13 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1349878 Jul 14 12:54:42.572033 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff56c8-61a3-4ac0-9000-d51fb99e745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a821f64d-68fb-495f-97ba-154d2957e3a5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:42.577805 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9962a759-2b7c-4d78-bef9-804573f8b68d req-77a1c213-aff0-4c14-b70a-437b00f74a81 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Jul 14 12:54:42.980962 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54056) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:42.992199 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa7e0-3c51-4720-8a6a-f25c3529a751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.120881 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa7e0-3c51-4720-8a6a-f25c3529a751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.125762 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa7e0-3c51-4720-8a6a-f25c3529a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.166792 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa7e0-3c51-4720-8a6a-f25c3529a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5f56b-38e6-4a93-a468-26361cd50d99,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:43.172474 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9fcaa7e0-3c51-4720-8a6a-f25c3529a751 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=466377ec1e324e9b83adb3f84ce75229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933699 Jul 14 12:54:43.175259 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54060) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:43.195116 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54062) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:43.247387 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.284502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.330106 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a591a9f9-cd41-4fe6-932e-4e110b90fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.339251 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.342111 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.343239 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16c5f56b-38e6-4a93-a468-26361cd50d99 HTTP/1.1" status: 204 len: 168 time: 0.1666949 Jul 14 12:54:43.350904 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03407af-eb83-4bd9-8d00-cc50fafd357e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5f56b-38e6-4a93-a468-26361cd50d99,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:43.436919 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a591a9f9-cd41-4fe6-932e-4e110b90fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.443162 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a591a9f9-cd41-4fe6-932e-4e110b90fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.482479 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a591a9f9-cd41-4fe6-932e-4e110b90fb38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a669887978c944bd9e8dc327bf0adc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862394 Jul 14 12:54:43.483317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591a9f9-cd41-4fe6-932e-4e110b90fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fef40b-0cd9-4ae1-bd9d-c0771d1f1e06,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:43.485134 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54074) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:43.537448 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.558903 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.608075 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.610935 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:43.612418 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85fef40b-0cd9-4ae1-bd9d-c0771d1f1e06 HTTP/1.1" status: 204 len: 168 time: 0.1246746 Jul 14 12:54:43.630669 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4920-b60a-418d-9197-830692ae08cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fef40b-0cd9-4ae1-bd9d-c0771d1f1e06,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:43.817485 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfafcb4-e50d-466c-ba9c-eed76f2e99a1 req-c0c2df6f-1bb4-4343-b9c4-c0373a75d026 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:43.820790 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2dfafcb4-e50d-466c-ba9c-eed76f2e99a1 req-c0c2df6f-1bb4-4343-b9c4-c0373a75d026 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1159945 Jul 14 12:54:43.895816 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2dfafcb4-e50d-466c-ba9c-eed76f2e99a1 req-949bdb0e-b0a6-4c2b-9b1c-c1a82b32dcf3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639901 Jul 14 12:54:44.103219 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54122) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:44.156631 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Deleting subnet ebacc51c-b132-48b5-8642-c31f9aa6e6b6 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:54:44.162533 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.220032 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.267270 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.338300 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.372166 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebacc51c-b132-48b5-8642-c31f9aa6e6b6,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:44.376192 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.381601 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3b83049e-366f-4837-848f-448c748a118a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ebacc51c-b132-48b5-8642-c31f9aa6e6b6 HTTP/1.1" status: 204 len: 168 time: 0.2738535 Jul 14 12:54:44.381601 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54136) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:44.456846 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.559933 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.573983 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:44.589105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0b5a1c-f14e-4f74-a02c-07286a38f2e3') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:44.589105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0b5a1c-f14e-4f74-a02c-07286a38f2e3') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:44.608587 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.624811 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.632303 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:54:44.632898 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:54:44.634996 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:54:44.708782 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.714935 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.718033 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] 10.222.0.48 "DELETE /v2.0/networks/515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e HTTP/1.1" status: 204 len: 168 time: 0.3365529 Jul 14 12:54:44.721233 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54162) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:44.741298 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a502e-fe44-478c-96e6-bc70fdf80c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=515e74d3-b1b1-4ff5-a5a0-1ebd7be7b45e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:44.791876 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Deleting subnet 52878151-f6b9-4672-b39c-1a103b34ff70 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:54:44.795307 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.838817 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:44.892650 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.000090 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.022949 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.030032 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52878151-f6b9-4672-b39c-1a103b34ff70 HTTP/1.1" status: 204 len: 168 time: 0.3041768 Jul 14 12:54:45.030590 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54182) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:45.073853 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d26f-9be5-4b5f-81d9-d19056f78ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52878151-f6b9-4672-b39c-1a103b34ff70,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:45.192420 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.224623 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09f0f-06a2-48eb-b9d8-d266047e6a27 req-c5376dea-2825-470a-afc5-8adeed76fb9b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:45.226097 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-58b09f0f-06a2-48eb-b9d8-d266047e6a27 req-c5376dea-2825-470a-afc5-8adeed76fb9b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0975261 Jul 14 12:54:45.347327 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.353199 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-58b09f0f-06a2-48eb-b9d8-d266047e6a27 req-989d013a-8fa0-47cc-afaa-3e926cfbc375 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965872 Jul 14 12:54:45.365298 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:45.377559 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb411d-726c-4a37-a6f6-1d3fa3118a08') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:45.377559 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb411d-726c-4a37-a6f6-1d3fa3118a08') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:54:45.390381 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.405945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.421353 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:54:45.422426 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:54:45.425816 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:54:45.502531 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.521080 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.525828 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] 10.222.0.48 "DELETE /v2.0/networks/0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03 HTTP/1.1" status: 204 len: 168 time: 0.4938395 Jul 14 12:54:45.526797 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9038-6e5b-4ef3-919b-dfdcc77dd89c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5bfbd7-b2e5-4977-8e2a-f0a1ab240a03,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:45.699494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54200) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:45.754334 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54202) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:45.754930 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b5dc64fa-6c6b-40d0-b5b9-9b0494410eba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b34534372a184dd2a5bbdb8b91345163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538001 Jul 14 12:54:45.836607 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.861973 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.909826 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.912703 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:45.913835 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd1c04fd-fab9-4926-b92f-43a713aa867f HTTP/1.1" status: 204 len: 168 time: 0.1584365 Jul 14 12:54:45.921536 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeb0b3-1d3b-465f-8284-85eaaab0bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c04fd-fab9-4926-b92f-43a713aa867f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:46.234451 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-e3583fee-eee5-4481-9cf3-73bbab1b3c83 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309761059&fields=id&tenant_id=97093795c04d47ac98a8b744280ddbea HTTP/1.1" status: 200 len: 267 time: 0.0318613 Jul 14 12:54:46.273193 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54224) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:46.332512 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4ef220fb-8bbc-405b-a533-1a3fbe05d024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6ba2f6e08774ccca74a697e31d07624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580351 Jul 14 12:54:46.334869 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54228) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:46.358560 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-79fece4d-7f6c-40b0-b4ea-5708789e4b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:46.365235 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-79fece4d-7f6c-40b0-b4ea-5708789e4b06 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 809 time: 0.1226511 Jul 14 12:54:46.381341 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-e6327556-ca02-493f-ba01-eb082e26f18e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/quotas/97093795c04d47ac98a8b744280ddbea HTTP/1.1" status: 200 len: 375 time: 0.0150182 Jul 14 12:54:46.390816 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:46.418598 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:46.465015 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-49cf82c7-6d93-4cb7-b14b-1311a993f4fe tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749204 Jul 14 12:54:46.499913 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:46.509237 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:46.510329 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fb211d3-26a1-44d6-883c-8d935637cdbc HTTP/1.1" status: 204 len: 168 time: 0.1745656 Jul 14 12:54:46.536124 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4846dd7-9ef6-4af6-9921-25cb5ac42efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb211d3-26a1-44d6-883c-8d935637cdbc,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:46.591963 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-08c48ecc-d014-4248-b02a-412b38abab63 service neutron] 10.222.0.48 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259339 Jul 14 12:54:46.623243 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45b234-584f-49c9-ae5c-b0c8d7fd163c req-ea7e9f89-3ed1-4d4d-b9ce-ccf2f34ec4be tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:46.631939 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f45b234-584f-49c9-ae5c-b0c8d7fd163c req-ea7e9f89-3ed1-4d4d-b9ce-ccf2f34ec4be tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1162789 Jul 14 12:54:46.673816 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7f45b234-584f-49c9-ae5c-b0c8d7fd163c req-24ced802-4d51-4a88-9cda-235767908f93 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Jul 14 12:54:46.721010 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-bf86ecc4-0d9c-4eb8-9df8-8fe63441d161 service neutron] 10.222.0.48 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279488 Jul 14 12:54:47.176952 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d0864a13-1166-46c7-8362-06c5866705ec req-9bb8e2e9-551e-4069-a897-e973a4fe0741 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 210 time: 0.0393941 Jul 14 12:54:47.857076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651a5c-aae8-46f2-9792-603e9b61f715 req-77b270b1-1fba-462c-8667-92583e1df518 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:47.858838 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2651a5c-aae8-46f2-9792-603e9b61f715 req-77b270b1-1fba-462c-8667-92583e1df518 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0666823 Jul 14 12:54:47.897490 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2651a5c-aae8-46f2-9792-603e9b61f715 req-11af30b2-cbd0-4ead-ab44-9f4173f7209d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Jul 14 12:54:48.331291 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c32c3d53-4b1f-4bec-8fbb-3291cc9a6c4a req-fdfd7ea8-9e1d-4b9e-9343-a368ff04d2bb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 210 time: 0.0348120 Jul 14 12:54:50.689836 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5d0387bc-7b5c-46ea-bd31-95fe8379c750 req-c56188be-c78f-45b2-b46a-53b5dbdbd4a6 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 210 time: 0.0622184 Jul 14 12:54:50.761638 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cfe48-4c16-4e26-8f03-ae20acd10372 req-7f1f1000-2bbb-4293-b767-e99b51257b67 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:50.763339 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-634cfe48-4c16-4e26-8f03-ae20acd10372 req-7f1f1000-2bbb-4293-b767-e99b51257b67 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0777240 Jul 14 12:54:50.805160 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-634cfe48-4c16-4e26-8f03-ae20acd10372 req-5a978d20-22d5-4ad6-ad35-0e56273840aa tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Jul 14 12:54:51.159256 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8fb37-d115-488b-9941-4e44505b9de8 req-b24aa014-1fcf-4add-b2d6-148c734bebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:51.160760 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49d8fb37-d115-488b-9941-4e44505b9de8 req-b24aa014-1fcf-4add-b2d6-148c734bebec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.0733602 Jul 14 12:54:51.206802 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49d8fb37-d115-488b-9941-4e44505b9de8 req-d7004724-42b0-45ad-a3e0-cd8c02accccb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Jul 14 12:54:51.408222 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5de754b3-8c7b-4d6b-8473-655d2b8ccefb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:51.409807 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5de754b3-8c7b-4d6b-8473-655d2b8ccefb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 809 time: 0.1260288 Jul 14 12:54:51.464806 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-d63a13f9-c1cc-47ff-b86f-3da470322eab tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97093795c04d47ac98a8b744280ddbea HTTP/1.1" status: 200 len: 379 time: 0.0377584 Jul 14 12:54:51.473819 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'port': {'device_id': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'admin_state_up': True, 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'security_groups': ['3285627c-f754-491e-bf8f-ec0688fc26ce']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:51.650378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Made reservation on behalf of 97093795c04d47ac98a8b744280ddbea for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:54:51.654553 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:51.815488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Allocated IP 172.20.0.3 (78481042-093f-4c06-948e-7fb1bbcf4079/3eaa74b5-80a2-4fd8-b98b-20769efdd780/eda98090-9e6c-4e6b-81f2-15231fa04ce2) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:54:51.869979 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf8b2b3d-93f1-4a99-9252-a713bfe9cc16 req-784c45bb-3c97-4f2b-93a2-774622699a09 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 210 time: 0.0406010 Jul 14 12:54:52.004468 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46ee31-f3ed-455a-bc60-e1d4ab712216 req-ef10cc91-6e47-4425-8485-62dd5131f146 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:52.006246 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a46ee31-f3ed-455a-bc60-e1d4ab712216 req-ef10cc91-6e47-4425-8485-62dd5131f146 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0756352 Jul 14 12:54:52.049321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:52.062114 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a46ee31-f3ed-455a-bc60-e1d4ab712216 req-9b0cd73b-4a2e-4265-8688-14adcbfb07b6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 Jul 14 12:54:52.075176 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Transition to ACTIVE for port object eda98090-9e6c-4e6b-81f2-15231fa04ce2 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:52.124521 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:52.191647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Network 78481042-093f-4c06-948e-7fb1bbcf4079 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:54:52.195101 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:54:52.199581 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:54:52.252175 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:52.261328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.261673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.262058 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.262382 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.262710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.263029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.263350 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.263664 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.263982 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.264296 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.264595 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.264903 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:54:52.284707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:52.285473 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:52.311911 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-95d1a343-d361-4fdb-a662-6a199b39309b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418946 Jul 14 12:54:52.347881 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Request body: {'port': {'device_id': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:54:52.558353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-eb1af2e3-8106-41c2-b21a-8d74a68c2e82 None None] Provisioning for port eda98090-9e6c-4e6b-81f2-15231fa04ce2 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:54:52.575098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-eb1af2e3-8106-41c2-b21a-8d74a68c2e82 None None] Provisioning complete for port eda98090-9e6c-4e6b-81f2-15231fa04ce2 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:54:52.575669 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-eb1af2e3-8106-41c2-b21a-8d74a68c2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:52.625800 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-eb1af2e3-8106-41c2-b21a-8d74a68c2e82 None None] Port eda98090-9e6c-4e6b-81f2-15231fa04ce2 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:54:52.768263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.107133 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda98090-9e6c-4e6b-81f2-15231fa04ce2 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:54:53.116872 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.153317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864537-b048-4c97-a55a-12918f86e166 req-aea5e348-4b31-48ea-95d8-73bb705dc5a1 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:53.154915 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5f864537-b048-4c97-a55a-12918f86e166 req-aea5e348-4b31-48ea-95d8-73bb705dc5a1 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 931 time: 0.1413741 Jul 14 12:54:53.156023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Transition to ACTIVE for port object eda98090-9e6c-4e6b-81f2-15231fa04ce2 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:54:53.163103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.261091 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5f864537-b048-4c97-a55a-12918f86e166 req-4f9927a6-e812-4a8b-9568-e32abcb314b1 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965173 Jul 14 12:54:53.275153 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:53.384995 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Attempting to bind port eda98090-9e6c-4e6b-81f2-15231fa04ce2 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:54:53.385348 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Attempting to bind port eda98090-9e6c-4e6b-81f2-15231fa04ce2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:54:53.385664 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Attempting to bind port eda98090-9e6c-4e6b-81f2-15231fa04ce2 on network 78481042-093f-4c06-948e-7fb1bbcf4079 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:53.391533 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Port eda98090-9e6c-4e6b-81f2-15231fa04ce2 on network 78481042-093f-4c06-948e-7fb1bbcf4079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:54:53.391862 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Attempting to bind port eda98090-9e6c-4e6b-81f2-15231fa04ce2 on network 78481042-093f-4c06-948e-7fb1bbcf4079 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:54:53.398837 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:54:53.398837 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Checking segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:54:53.399102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Bound using segment: {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:54:53.399507 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Bound port: eda98090-9e6c-4e6b-81f2-15231fa04ce2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94660ae-764e-481f-9df7-556dfdb704c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:54:53.399959 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.403055 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be408170-3009-4947-81e2-aa3a67145d80 req-2695007b-656d-420a-8d83-10d21f72461d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:53.404940 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be408170-3009-4947-81e2-aa3a67145d80 req-2695007b-656d-420a-8d83-10d21f72461d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1065664 Jul 14 12:54:53.451329 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-be408170-3009-4947-81e2-aa3a67145d80 req-b464b2fe-c0f6-4e76-8c69-c93df06861c2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Jul 14 12:54:53.522141 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:54:53.526615 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:54:53.533135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.589432 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:53.590379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:53.592037 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] 10.222.0.49 "PUT /v2.0/ports/eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 1093 time: 1.2487321 Jul 14 12:54:53.592697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:54:53.594963 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:54:53.630907 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239ffa-64ee-4c72-8de2-5b3df23f08b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:53.670864 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a56d7-a4b8-4fe2-81b2-904d5bcdca77 x-openstack-request-id: req-861a56d7-a4b8-4fe2-81b2-904d5bcdca77 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:54:53.671384 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:54:53.671636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-861a56d7-a4b8-4fe2-81b2-904d5bcdca77 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:54:53.672190 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'status': 'completed', 'code': 200} Jul 14 12:54:53.724628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-b5128d7c-6f93-4191-9d33-366ee8454fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:53.726524 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-b5128d7c-6f93-4191-9d33-366ee8454fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1096 time: 0.0722079 Jul 14 12:54:53.786362 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-a09f8c2f-9bea-44bd-bcfc-c76843372cc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 217 time: 0.0463870 Jul 14 12:54:53.928769 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-c395934f-36c7-4abe-80e6-b634acf8cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:53.928769 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-c395934f-36c7-4abe-80e6-b634acf8cadf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.1353784 Jul 14 12:54:54.018539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-ee8b11af-adb4-4629-9b08-79b7a3cffb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.019870 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-ee8b11af-adb4-4629-9b08-79b7a3cffb21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.1479778 Jul 14 12:54:54.112015 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-aacb3189-28f1-45c1-8868-70b7972892f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.113540 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-aacb3189-28f1-45c1-8868-70b7972892f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1771202 Jul 14 12:54:54.126983 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6887b4-acb1-4c84-a724-255294732ea8 req-e90d45de-56bd-47f4-b6a7-6bb1177a88c5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.128671 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c6887b4-acb1-4c84-a724-255294732ea8 req-e90d45de-56bd-47f4-b6a7-6bb1177a88c5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1587656 Jul 14 12:54:54.293714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-8b558720-4290-45a4-ad27-e3318f65ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.295275 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-8b558720-4290-45a4-ad27-e3318f65ee6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.2672398 Jul 14 12:54:54.347777 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-5473502c-afce-4f14-9fe4-a925c68d9884 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181518 Jul 14 12:54:54.412853 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-6fccc583-9bab-4f13-9ca4-069072d57df6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.1020987 Jul 14 12:54:54.435619 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c6887b4-acb1-4c84-a724-255294732ea8 req-353087d1-d6d5-4b86-bb32-59d09bfe3d92 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788191 Jul 14 12:54:54.520239 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25920a-3f48-4222-960c-20c8fbe5ab12 req-588defa3-0582-461a-afb0-07ff3b66db13 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.522754 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cf25920a-3f48-4222-960c-20c8fbe5ab12 req-588defa3-0582-461a-afb0-07ff3b66db13 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.1011448 Jul 14 12:54:54.551001 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-f4518a32-6e88-4e02-81a9-5d838f8e02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:54.552732 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-f4518a32-6e88-4e02-81a9-5d838f8e02f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0878897 Jul 14 12:54:54.579504 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cf25920a-3f48-4222-960c-20c8fbe5ab12 req-3639819a-b746-46ff-84e2-9efd17025ba3 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485389 Jul 14 12:54:54.613951 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-56b31049-f737-4f2a-b28d-36d40fe9f467 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504453 Jul 14 12:54:54.620375 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9d85c8e6-d18c-4bf6-a418-0df7080f6017 req-4262ddb0-430d-4306-a742-71a6c760a7bb service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255678 Jul 14 12:54:55.005667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54540) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:55.124673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fe6-5a80-4152-bd73-9350ecb728aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.224303 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fe6-5a80-4152-bd73-9350ecb728aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.230192 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fe6-5a80-4152-bd73-9350ecb728aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.272123 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-db3e6fe6-5a80-4152-bd73-9350ecb728aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e91ee19f956b4496a29c660e65746200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629197 Jul 14 12:54:55.272123 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6fe6-5a80-4152-bd73-9350ecb728aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd8930-ebab-43f3-b19b-942646e3650b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:55.272817 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54554) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:55.327727 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.353716 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.414387 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.416802 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.418048 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3dd8930-ebab-43f3-b19b-942646e3650b HTTP/1.1" status: 204 len: 168 time: 0.1439409 Jul 14 12:54:55.430233 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb446-56c8-496f-94de-ae5e7761108a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd8930-ebab-43f3-b19b-942646e3650b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:55.648485 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336899-3eb6-4fd2-a4ca-e5ca8fbd34f6 req-471150be-84d0-40df-ace0-a475e4f7d65b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:55.650068 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60336899-3eb6-4fd2-a4ca-e5ca8fbd34f6 req-471150be-84d0-40df-ace0-a475e4f7d65b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0680349 Jul 14 12:54:55.689808 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60336899-3eb6-4fd2-a4ca-e5ca8fbd34f6 req-aa8eaceb-5d7c-4cd6-bda7-f15e3cdbe9b6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jul 14 12:54:55.724758 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54576) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:55.742076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73384d86-474a-4cf3-be50-9d253f0ea485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.849563 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73384d86-474a-4cf3-be50-9d253f0ea485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.853515 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-73384d86-474a-4cf3-be50-9d253f0ea485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.870713 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5055d-b1a1-4f7c-9229-b7645cd0f296 req-4b283894-8a25-4715-8648-ad1671e7a080 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:55.872558 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d1e5055d-b1a1-4f7c-9229-b7645cd0f296 req-4b283894-8a25-4715-8648-ad1671e7a080 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0793269 Jul 14 12:54:55.894013 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-73384d86-474a-4cf3-be50-9d253f0ea485 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b65db681a00f4f6fbfbeeba16a458499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679535 Jul 14 12:54:55.894999 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384d86-474a-4cf3-be50-9d253f0ea485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0c346-4a49-442a-9a6d-73b380960eb5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:55.897449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54580) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:54:55.954040 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:55.977944 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:56.029528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:56.032130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:54:56.033411 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ab0c346-4a49-442a-9a6d-73b380960eb5 HTTP/1.1" status: 204 len: 168 time: 0.1350248 Jul 14 12:54:56.042057 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d135d-baa7-442e-b4a0-907c12e38b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0c346-4a49-442a-9a6d-73b380960eb5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:54:56.109495 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d1e5055d-b1a1-4f7c-9229-b7645cd0f296 req-fce51749-5a1a-490d-8bab-55d1a5ec8d18 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306194 Jul 14 12:54:56.867746 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a247814-7883-4628-842a-f9918c8a6e8d req-c22b5e95-2186-4712-8078-013cf712ba45 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:56.869493 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a247814-7883-4628-842a-f9918c8a6e8d req-c22b5e95-2186-4712-8078-013cf712ba45 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jul 14 12:54:56.924500 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a247814-7883-4628-842a-f9918c8a6e8d req-36648f79-5289-42e7-8602-4ed8dde1e569 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Jul 14 12:54:57.295740 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f062-185d-4a0e-9d1d-04cc12d6a2d2 req-8013f140-4fb7-4df7-96c8-61a87406ab84 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:57.297137 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c013f062-185d-4a0e-9d1d-04cc12d6a2d2 req-8013f140-4fb7-4df7-96c8-61a87406ab84 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0663652 Jul 14 12:54:57.339884 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c013f062-185d-4a0e-9d1d-04cc12d6a2d2 req-5c903ad5-8b7d-4984-8a96-e266a2254aa9 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366375 Jul 14 12:54:57.662709 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-6ac0b713-c756-4f96-b058-10bbdf9a2723 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419761 Jul 14 12:54:57.667044 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-3aae18f6-353e-432f-8115-13e6b0602440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:57.668493 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-3aae18f6-353e-432f-8115-13e6b0602440 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1096 time: 0.0971329 Jul 14 12:54:57.831982 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85b16d7a-ffc1-46f6-99cf-1ad9b6e7ccf3 req-79ff5a98-b869-4fe4-9b12-ab856ea9639e service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555929 Jul 14 12:54:57.833196 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-f581745d-a971-4826-b9c0-bc76a8a1cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:57.834579 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-f581745d-a971-4826-b9c0-bc76a8a1cae5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.1502790 Jul 14 12:54:57.886796 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-f199b37e-e106-41b8-99e8-d94a50181e1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 217 time: 0.0377343 Jul 14 12:54:57.940485 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-4d898b2f-b15d-4b38-a198-a83bb06ae167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:57.942089 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-4d898b2f-b15d-4b38-a198-a83bb06ae167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0467138 Jul 14 12:54:58.006957 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-4ff53e04-071a-40a0-98be-8aea39e14141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:58.008475 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-4ff53e04-071a-40a0-98be-8aea39e14141 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588264 Jul 14 12:54:58.164535 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-cf1118e4-e574-4733-b50b-32b32231e537 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452916 Jul 14 12:54:58.178866 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d205-0e77-47ad-b6ad-eeb82fddf9cf req-6770cac2-a7b4-48ce-8580-3169066a17da tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:58.180409 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0560d205-0e77-47ad-b6ad-eeb82fddf9cf req-6770cac2-a7b4-48ce-8580-3169066a17da tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1137946 Jul 14 12:54:58.273162 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0560d205-0e77-47ad-b6ad-eeb82fddf9cf req-f5f280cf-f689-4622-b788-5fb57aca2e63 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Jul 14 12:54:58.307055 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9b0d5d9d-c007-4e46-b74d-498df51fb8ca req-5cca18e1-38db-4fdb-bbc2-1fe0849ea05a service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Jul 14 12:54:58.515231 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00f18-f0b3-4afc-bb6a-fdcedbd3ee4a req-39e0618b-e77d-4b24-9c47-2a75449ac1fb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:58.516843 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dec00f18-f0b3-4afc-bb6a-fdcedbd3ee4a req-39e0618b-e77d-4b24-9c47-2a75449ac1fb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0643995 Jul 14 12:54:58.555643 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dec00f18-f0b3-4afc-bb6a-fdcedbd3ee4a req-2f04186f-e264-4a47-8515-83a2d2012d11 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Jul 14 12:54:59.480882 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dafd90-cac9-4ff7-b78f-db21399d4922 req-8fe03b23-59ed-41a0-bc62-1761b0de50fa tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:59.482492 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d0dafd90-cac9-4ff7-b78f-db21399d4922 req-8fe03b23-59ed-41a0-bc62-1761b0de50fa tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0690746 Jul 14 12:54:59.528364 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d0dafd90-cac9-4ff7-b78f-db21399d4922 req-0d4b2fac-3c5b-4012-9d74-87df8f20fed6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341988 Jul 14 12:54:59.736536 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c1a44-c555-402b-93d2-9f8f28cea4fd req-84944898-1113-4a95-be7c-7497bc008210 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:54:59.738081 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc8c1a44-c555-402b-93d2-9f8f28cea4fd req-84944898-1113-4a95-be7c-7497bc008210 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0666180 Jul 14 12:54:59.776654 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc8c1a44-c555-402b-93d2-9f8f28cea4fd req-3e3b1c5f-935e-40ce-b688-c5ef5bd9d8c3 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Jul 14 12:55:00.568489 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54752) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:00.656736 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871cd4-aae0-4855-835f-2e9298d64c71 req-ea399307-56d5-45b8-9736-dfe9daa6bc12 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:00.658810 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-af871cd4-aae0-4855-835f-2e9298d64c71 req-ea399307-56d5-45b8-9736-dfe9daa6bc12 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0759814 Jul 14 12:55:00.674977 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.698443 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-af871cd4-aae0-4855-835f-2e9298d64c71 req-3785057e-59f9-45c2-9b03-aedc9549acef tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338116 Jul 14 12:55:00.774188 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.778492 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.818812 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed289a809bbd412e9453428d0e323b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492352 Jul 14 12:55:00.819642 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39364359-209f-48f3-b0e2-e78fdea73024,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:00.821588 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54758) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:00.842898 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.843329 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.843983 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.843983 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.844313 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.844643 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.844972 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.846037 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.846488 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.854557 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.854982 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.855314 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e21e0-011f-41eb-a6ec-a0fb22e63685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:00.889755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656ce1-c394-4c31-b6a7-0152dc3c32ed req-9fe2e34f-4ff1-4cf4-8e25-f8f0c095f4dc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:00.891281 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6656ce1-c394-4c31-b6a7-0152dc3c32ed req-9fe2e34f-4ff1-4cf4-8e25-f8f0c095f4dc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0748959 Jul 14 12:55:00.896918 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.919540 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.930415 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f6656ce1-c394-4c31-b6a7-0152dc3c32ed req-c9878af6-1c03-4258-9382-d18c6ada125d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Jul 14 12:55:00.978554 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.981173 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:00.984958 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39364359-209f-48f3-b0e2-e78fdea73024 HTTP/1.1" status: 204 len: 168 time: 0.1598988 Jul 14 12:55:00.991233 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40182c1f-4a4d-455d-96c2-1100d79a51e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39364359-209f-48f3-b0e2-e78fdea73024,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:01.141464 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871738a5-234a-4343-879f-ea34e4ba09e0 req-03ac5c8a-63e0-449a-a704-057ab221be85 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:01.143868 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-871738a5-234a-4343-879f-ea34e4ba09e0 req-03ac5c8a-63e0-449a-a704-057ab221be85 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0897591 Jul 14 12:55:01.191317 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-871738a5-234a-4343-879f-ea34e4ba09e0 req-014bf291-0220-43b1-809f-2506b64f6d15 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409434 Jul 14 12:55:01.339279 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54772) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:01.352281 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9f44a787-052e-41e6-bf31-4a64c4458ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.444824 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9f44a787-052e-41e6-bf31-4a64c4458ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.448764 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9f44a787-052e-41e6-bf31-4a64c4458ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.490726 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9f44a787-052e-41e6-bf31-4a64c4458ad4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=139174b9747e4596943dacf7c5c832bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503158 Jul 14 12:55:01.491581 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a787-052e-41e6-bf31-4a64c4458ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f88f6-797e-4f1c-9afa-2996e3c2fb74,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:01.493547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54774) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:01.548606 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.569636 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.625641 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.637007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:01.637007 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/760f88f6-797e-4f1c-9afa-2996e3c2fb74 HTTP/1.1" status: 204 len: 168 time: 0.1357574 Jul 14 12:55:01.638617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7691d1-db3f-4b02-bfdc-3490d01313aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f88f6-797e-4f1c-9afa-2996e3c2fb74,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:01.895545 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7c713-4185-42d8-adb1-28dee20adcb6 req-adddc1a9-c8ce-4f1f-bc82-6659cd2846d8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:01.897155 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49f7c713-4185-42d8-adb1-28dee20adcb6 req-adddc1a9-c8ce-4f1f-bc82-6659cd2846d8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0700214 Jul 14 12:55:01.936853 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-49f7c713-4185-42d8-adb1-28dee20adcb6 req-0e03c583-bf58-486e-89f9-9eb48ce6c68a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Jul 14 12:55:01.969032 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54786) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:01.982620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-af7299a4-b322-49ef-a822-9d159085ae0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.082660 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-af7299a4-b322-49ef-a822-9d159085ae0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.086502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-af7299a4-b322-49ef-a822-9d159085ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.127483 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7299a4-b322-49ef-a822-9d159085ae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f29b90-2b7b-4eff-97ea-49202005d560,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:02.131879 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-af7299a4-b322-49ef-a822-9d159085ae0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67b3766611d341188f488bd8561fe4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617975 Jul 14 12:55:02.135442 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 54788) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:02.185895 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.207205 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.256603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.259459 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:02.264777 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27f29b90-2b7b-4eff-97ea-49202005d560 HTTP/1.1" status: 204 len: 168 time: 0.1250348 Jul 14 12:55:02.272348 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4b8a-ad13-462d-9b5d-123eba1cbd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f29b90-2b7b-4eff-97ea-49202005d560,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:02.405184 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42d57-0e02-4d2b-a5d7-3248f36c3642 req-fd2a2056-138f-4e9d-80fb-50ba85ea9017 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:02.406738 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-77c42d57-0e02-4d2b-a5d7-3248f36c3642 req-fd2a2056-138f-4e9d-80fb-50ba85ea9017 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0710046 Jul 14 12:55:02.448754 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-77c42d57-0e02-4d2b-a5d7-3248f36c3642 req-c8bc7bb7-070b-4d8a-bb11-d22f8068c45d tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354764 Jul 14 12:55:03.050811 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fe6c33c0-9b89-4eb4-92db-792e21fc9001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:03.159352 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f55152-ab1f-480a-a04e-eba318dc6674 req-41bc32d4-60ef-4ba3-b635-9bd9b59497cb tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:03.161745 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2f55152-ab1f-480a-a04e-eba318dc6674 req-41bc32d4-60ef-4ba3-b635-9bd9b59497cb tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0809312 Jul 14 12:55:03.210002 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2f55152-ab1f-480a-a04e-eba318dc6674 req-f9475e24-4bf1-427a-9c46-b932b81be437 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372100 Jul 14 12:55:03.633955 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54856) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:03.716488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4cc0-7945-453a-a191-f06288a32533 req-ea90db18-501a-4dd4-89cb-aa669091a1c2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:03.724221 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73f4cc0-7945-453a-a191-f06288a32533 req-ea90db18-501a-4dd4-89cb-aa669091a1c2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.1239512 Jul 14 12:55:03.725995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914dd29-185c-446b-9ae9-afd398d60dec req-da53da2d-a786-4a78-ad81-f79f779245b5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:03.727609 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b914dd29-185c-446b-9ae9-afd398d60dec req-da53da2d-a786-4a78-ad81-f79f779245b5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1809673 Jul 14 12:55:03.790622 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b914dd29-185c-446b-9ae9-afd398d60dec req-ee62c43e-dc4d-4d5e-8331-e9e44551644f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554152 Jul 14 12:55:03.816720 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c73f4cc0-7945-453a-a191-f06288a32533 req-dc11b905-9dff-4e33-aad8-6b7df8c182e9 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860050 Jul 14 12:55:03.972712 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ae00a72-589c-4761-9765-a4b65e04e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.143997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ae00a72-589c-4761-9765-a4b65e04e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.155226 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4ae00a72-589c-4761-9765-a4b65e04e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.191026 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4ae00a72-589c-4761-9765-a4b65e04e655 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e8b510d22d348bab3b8543941d3a75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550258 Jul 14 12:55:04.193211 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 54900) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:04.245410 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae00a72-589c-4761-9765-a4b65e04e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22ac12d-4c54-4270-aeaf-3146d23c764f,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:04.275684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.325231 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.416324 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.432563 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:04.435861 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a22ac12d-4c54-4270-aeaf-3146d23c764f HTTP/1.1" status: 204 len: 168 time: 0.2415340 Jul 14 12:55:04.445846 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c7a25-4cd7-4b2b-bf91-4601d6b7ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22ac12d-4c54-4270-aeaf-3146d23c764f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:04.555605 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff96a-aba1-45d8-880b-7a14a0492719 req-b60f36fa-ee58-4d53-8569-fda3d9ae090e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:04.557165 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab6ff96a-aba1-45d8-880b-7a14a0492719 req-b60f36fa-ee58-4d53-8569-fda3d9ae090e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1400754 Jul 14 12:55:04.606480 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab6ff96a-aba1-45d8-880b-7a14a0492719 req-ac290ec1-7355-49ae-b0a8-b4e3ae2c32d1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Jul 14 12:55:05.045154 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400fe8-ff2a-4fa0-9856-66f28d93cfe3 req-d9a7b896-2ea4-4f1e-be87-5f543341a859 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:05.046775 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-01400fe8-ff2a-4fa0-9856-66f28d93cfe3 req-d9a7b896-2ea4-4f1e-be87-5f543341a859 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0932207 Jul 14 12:55:05.104065 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-01400fe8-ff2a-4fa0-9856-66f28d93cfe3 req-947b3e2e-ea7e-411c-bbe6-976d7e9289c6 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500469 Jul 14 12:55:05.435665 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ef87cee5-088d-4916-acb7-5cf5fb854dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:05.832044 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a5db-3ccd-4dec-921e-6394c902882a req-468a6efa-e9c0-42ba-ad0b-c0d08b946d34 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:05.839916 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2a4a5db-3ccd-4dec-921e-6394c902882a req-468a6efa-e9c0-42ba-ad0b-c0d08b946d34 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0945539 Jul 14 12:55:05.857595 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:05.889491 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2a4a5db-3ccd-4dec-921e-6394c902882a req-12ca04af-0a6d-46c1-b2ac-e04904b1bdd3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486410 Jul 14 12:55:06.069994 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-8b0dc5ce-f49c-412a-b66d-5a767cd08c65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564458 Jul 14 12:55:06.177233 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-3d214fa8-7983-4938-bd75-106a67e2a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:06.178953 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-3d214fa8-7983-4938-bd75-106a67e2a61e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 1098 time: 0.0797765 Jul 14 12:55:06.320993 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-1f75ad32-0afc-4af9-a2c2-870b7abfbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:06.322702 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-1f75ad32-0afc-4af9-a2c2-870b7abfbf02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.1089768 Jul 14 12:55:06.374339 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-ac15602e-2e73-49b2-a180-7daa25fe54d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 200 len: 217 time: 0.0403526 Jul 14 12:55:06.380108 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1272c-0e6b-4ae9-a067-63c9a602fdfd req-0361127e-956e-4208-a1c0-a4ab8cc69109 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:06.381740 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-48f1272c-0e6b-4ae9-a067-63c9a602fdfd req-0361127e-956e-4208-a1c0-a4ab8cc69109 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0936551 Jul 14 12:55:06.425597 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-48f1272c-0e6b-4ae9-a067-63c9a602fdfd req-512bf70e-dda9-4feb-ae44-1b7c0a45586f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380466 Jul 14 12:55:06.441388 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-04fa5d1f-d049-4290-9836-daf772382710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:06.443012 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-04fa5d1f-d049-4290-9836-daf772382710 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0598977 Jul 14 12:55:06.477651 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-8fcefbb4-7b6f-464a-99e4-60d89b5327ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jul 14 12:55:06.511115 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:55:06.593483 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-70589976-295d-46a7-950f-a8502e6eb0fc service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084297 Jul 14 12:55:06.621955 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:06.635288 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'mac_address': 'fa:16:3e:f6:cb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:55:06.675476 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:06.690097 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda98090-9e6c-4e6b-81f2-15231fa04ce2 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:06.713666 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:06.722200 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68d27a9-96db-4d89-95c0-1a3ac41cfb77 req-22519cdf-2979-4741-8e83-b72a7d32b342 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185520 Jul 14 12:55:06.725929 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:06.757435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:06.782146 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:07.058778 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-91fab702-68c8-4415-96dd-163d36b52cb7 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=203db29c50084af096ebbe69096aff1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391200 Jul 14 12:55:07.114464 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['eda98090-9e6c-4e6b-81f2-15231fa04ce2'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:07.128647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584f67c-cf90-4bf1-8207-c7ae52e93695 req-00ee5aa1-2ac4-48ee-b39c-d2b9107eb858 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:07.131672 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6584f67c-cf90-4bf1-8207-c7ae52e93695 req-00ee5aa1-2ac4-48ee-b39c-d2b9107eb858 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0952015 Jul 14 12:55:07.181177 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6584f67c-cf90-4bf1-8207-c7ae52e93695 req-e4e2c665-ed74-4bbc-8968-d50d746e7177 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426509 Jul 14 12:55:07.284822 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55088) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:07.381324 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-b89ae841-78d4-4e3e-be17-5ad00909ebbf tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:07.383633 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-b89ae841-78d4-4e3e-be17-5ad00909ebbf tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238113 Jul 14 12:55:07.410009 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-7f8bc933-210c-418f-ad7e-e8f92e72a9c9 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/quotas/203db29c50084af096ebbe69096aff1d HTTP/1.1" status: 200 len: 375 time: 0.0145972 Jul 14 12:55:07.448658 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-3ba6ccde-db96-4d1f-86af-c66350832db4 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=203db29c50084af096ebbe69096aff1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330350 Jul 14 12:55:07.494247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-32ed6c8f-6a04-4055-b7e5-cbae4cf16a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.661269 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c9922e2-705c-446f-9242-a03a437bad14 req-2c922042-4579-41f5-a29d-2589da336243 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 210 time: 0.0393596 Jul 14 12:55:07.665026 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-32ed6c8f-6a04-4055-b7e5-cbae4cf16a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.670294 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-32ed6c8f-6a04-4055-b7e5-cbae4cf16a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.710687 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020d5b-1ca7-4adc-a15e-df7787472dc2 req-c786808c-793b-4e4c-bccd-28b4312c4de6 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:07.712381 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de020d5b-1ca7-4adc-a15e-df7787472dc2 req-c786808c-793b-4e4c-bccd-28b4312c4de6 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 944 time: 0.1475344 Jul 14 12:55:07.731943 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-32ed6c8f-6a04-4055-b7e5-cbae4cf16a0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66b4e3ba00bf4ebd8c1d6547ad57c3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460006 Jul 14 12:55:07.732030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55106) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:07.761049 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed6c8f-6a04-4055-b7e5-cbae4cf16a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d4cb64-9764-417d-aedd-9199bfcfde22,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:07.788908 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-de020d5b-1ca7-4adc-a15e-df7787472dc2 req-c3ec0f14-61bd-475e-9429-6205ba8add50 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670455 Jul 14 12:55:07.794541 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.818842 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.871524 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.874322 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:07.877793 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3d4cb64-9764-417d-aedd-9199bfcfde22 HTTP/1.1" status: 204 len: 168 time: 0.1422174 Jul 14 12:55:07.883733 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496a54a-2735-4b42-8a0e-d538441ad3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d4cb64-9764-417d-aedd-9199bfcfde22,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:08.425291 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9c47-d68b-4e2d-a4b8-f5bb5b17af53 req-66d150cb-d98f-423d-b0cd-f0aa2abd2fb1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:08.428144 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8b1c9c47-d68b-4e2d-a4b8-f5bb5b17af53 req-66d150cb-d98f-423d-b0cd-f0aa2abd2fb1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1025612 Jul 14 12:55:08.497802 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8b1c9c47-d68b-4e2d-a4b8-f5bb5b17af53 req-1bc0a1b5-15c2-4d0f-a7a7-7c4b590e4ad5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Jul 14 12:55:08.506810 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:08.560459 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.577349 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port eda98090-9e6c-4e6b-81f2-15231fa04ce2 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:08.582236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port eda98090-9e6c-4e6b-81f2-15231fa04ce2 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:08.582638 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.633701 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.665449 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55142) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:08.693521 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.721255 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:08.723708 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721ae2f-2358-49ab-ad11-214f9359d1c0" -d '{"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-plugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:08.741835 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:08.752599 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.837362 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:08.842735 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bcf3a2-6975-471a-b596-6300c0a592ed x-openstack-request-id: req-c5bcf3a2-6975-471a-b596-6300c0a592ed {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:08.843242 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-plugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:08.843692 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5bcf3a2-6975-471a-b596-6300c0a592ed {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:08.844269 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'code': 200} Jul 14 12:55:08.851279 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.852120 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.852900 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.859254 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.860422 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.861550 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.864676 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.866105 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.866872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.868380 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.869704 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.871489 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:08.897497 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2007965049-network', 'tenant_id': 'c74f69f808c1457b982e64ffbe14b07e'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:08.930145 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Made reservation on behalf of c74f69f808c1457b982e64ffbe14b07e for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:08.932789 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.942162 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:08.984124 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0817d9cc-fdfd-4645-a758-11534ab33971 req-9ec5c763-d158-4d19-a8e7-1a504399f089 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 210 time: 0.0362277 Jul 14 12:55:09.021569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-21695733-707d-41e7-ac8f-a0903f17fc46 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=203db29c50084af096ebbe69096aff1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354815 Jul 14 12:55:09.083138 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fbdea-2cc9-4c31-99f4-bd0cdb5e8178 req-6d3288bf-ac06-4a1f-a574-f23390784d9e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.084665 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-202fbdea-2cc9-4c31-99f4-bd0cdb5e8178 req-6d3288bf-ac06-4a1f-a574-f23390784d9e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1006021 Jul 14 12:55:09.132558 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.152193 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-202fbdea-2cc9-4c31-99f4-bd0cdb5e8178 req-b745c69a-72d7-4387-bba3-c711b8726946 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483518 Jul 14 12:55:09.152941 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.180681 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:55:09.198532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa704c4-a905-4e5f-be2b-9b9b725ffb64,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:09.206390 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.207122 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Added segment d4b12ff5-be72-421c-973d-8caaf3402536 of type vlan for network c411956a-424d-480b-a902-9c4a2e86acd7 Jul 14 12:55:09.227192 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:55:09.254352 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.288684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.290063 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.290799 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.313054 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-c45ada6e-017c-4732-83c9-e6b0551768f6 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.314923 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-c45ada6e-017c-4732-83c9-e6b0551768f6 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833195 Jul 14 12:55:09.350739 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6807413 Jul 14 12:55:09.350739 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55166) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:09.357646 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Request body: {'subnet': {'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2007965049-subnet', 'tenant_id': 'c74f69f808c1457b982e64ffbe14b07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:09.359067 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Request body: {'port': {'device_id': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0', 'admin_state_up': True, 'tenant_id': '203db29c50084af096ebbe69096aff1d'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:09.361950 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef845f8-27d3-46da-909b-0b0724ea9099 admin admin] Pushing event updated for resources: {'Network': ['ID=c411956a-424d-480b-a902-9c4a2e86acd7,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:09.372894 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network c411956a-424d-480b-a902-9c4a2e86acd7 details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:55:09.395304 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Made reservation on behalf of c74f69f808c1457b982e64ffbe14b07e for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:09.397957 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8925931'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.588046 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8925913'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.653573 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8997d9c7-8a81-42b0-8a5a-9e02916cc910,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:09.663582 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Checking segment: {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:09.663940 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Network hostable DHCP agents. Network: c411956a-424d-480b-a902-9c4a2e86acd7, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:55:09.680221 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Network c411956a-424d-480b-a902-9c4a2e86acd7 is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:55:09.688178 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, c411956a-424d-480b-a902-9c4a2e86acd7) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:09.693831 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.694453 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.701604 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add11517-54fb-4828-bcfe-f1f76dcd6eb3 None None] Network c411956a-424d-480b-a902-9c4a2e86acd7 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:55:09.718528 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6cd6729b-3b9f-43c6-b6d3-b9af8f68ac35 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3665025 Jul 14 12:55:09.863980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a21b06-bedf-4795-991a-b0984ba85da6 req-becc61fb-5e26-4672-bcf4-16865926e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.866025 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05a21b06-bedf-4795-991a-b0984ba85da6 req-becc61fb-5e26-4672-bcf4-16865926e600 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.5175605 Jul 14 12:55:09.866876 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29627ad4-e52f-4396-8fd5-812b8bde37e5 None None] Network c411956a-424d-480b-a902-9c4a2e86acd7 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:55:09.880020 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e4cd-929a-42a2-ad80-8f408af992de req-9e394c70-f559-4615-a1e4-5d31b79e47b3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:09.881650 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7f11e4cd-929a-42a2-ad80-8f408af992de req-9e394c70-f559-4615-a1e4-5d31b79e47b3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.2173204 Jul 14 12:55:09.936942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Made reservation on behalf of 203db29c50084af096ebbe69096aff1d for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:09.942603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:09.988519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.028562 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7f11e4cd-929a-42a2-ad80-8f408af992de req-83c52876-8fe5-44fc-aaa3-34c4250fe8db tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340744 Jul 14 12:55:10.034323 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05a21b06-bedf-4795-991a-b0984ba85da6 req-bec6bc84-6399-46ba-b917-220312f80c52 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479890 Jul 14 12:55:10.166728 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.171762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.198093 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0949d875-d08c-4d96-a150-6b5fe732cf0c req-7ecfcc3b-455e-4482-a849-c08386512f05 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 210 time: 0.0472190 Jul 14 12:55:10.262831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38853b9-40f9-4d01-bd79-cf8e59289ad5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:10.382820 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Allocated IP 192.168.233.224 (101d6ebc-54c3-4d06-9524-8f269e5f4de0/dbf41bf4-fa2a-49aa-bc08-19d10ec8a340/998bd9d3-2c55-4f3d-99f3-f08ff7387acc) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:10.414642 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8998a-e1c6-4165-801c-2ccc0a61d012 req-f7c768e2-336e-40bb-8163-cf321133316c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:10.421457 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ecd8998a-e1c6-4165-801c-2ccc0a61d012 req-f7c768e2-336e-40bb-8163-cf321133316c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1346712 Jul 14 12:55:10.485086 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ecd8998a-e1c6-4165-801c-2ccc0a61d012 req-336d0871-d3dc-41f0-b698-4f653c109ac2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 Jul 14 12:55:10.605396 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.625933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Transition to ACTIVE for port object 998bd9d3-2c55-4f3d-99f3-f08ff7387acc will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:10.672342 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.726403 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:10.729756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:10.734675 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:10.757203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Pushing event updated for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:10.792788 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:10.793514 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.811844 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-5670188b-db5d-4f42-9623-9751d19d0127 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4649410 Jul 14 12:55:10.828155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Request body: {'port': {'device_id': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:10.932552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:10.995727 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d963ebe3-a182-4596-8c44-f3ce212b7506 None None] Provisioning for port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:10.999700 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d963ebe3-a182-4596-8c44-f3ce212b7506 None None] Provisioning complete for port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:11.000071 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d963ebe3-a182-4596-8c44-f3ce212b7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.040106 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-d963ebe3-a182-4596-8c44-f3ce212b7506 None None] Port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:55:11.177050 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfe21c-dc59-4f75-becd-f7a621e0c787 req-83dc78a1-ddb7-4664-9c8f-5a4bcd4c1e78 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.178656 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e7dfe21c-dc59-4f75-becd-f7a621e0c787 req-83dc78a1-ddb7-4664-9c8f-5a4bcd4c1e78 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1869574 Jul 14 12:55:11.259448 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e7dfe21c-dc59-4f75-becd-f7a621e0c787 req-a6c72e18-2b13-4172-8ca2-f9d07ee37349 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694304 Jul 14 12:55:11.262500 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f9cbe-121b-4706-a419-01840d0e2fef req-2edcb5f5-e4d7-4504-bf86-033bb19ccd9b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.264321 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-099f9cbe-121b-4706-a419-01840d0e2fef req-2edcb5f5-e4d7-4504-bf86-033bb19ccd9b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0731561 Jul 14 12:55:11.319148 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998bd9d3-2c55-4f3d-99f3-f08ff7387acc {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:11.324647 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-099f9cbe-121b-4706-a419-01840d0e2fef req-45027ea2-c1fc-4abc-b572-497ee2690f0f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532088 Jul 14 12:55:11.327882 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.342414 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Transition to ACTIVE for port object 998bd9d3-2c55-4f3d-99f3-f08ff7387acc will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:11.346759 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.432696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Pushing event updated for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:11.493547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe689a5-80c1-4fc0-a462-88cf9c6c5b50 req-8e124d67-2fd7-4403-9d15-cf4d7ab5291e tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.493547 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-abe689a5-80c1-4fc0-a462-88cf9c6c5b50 req-8e124d67-2fd7-4403-9d15-cf4d7ab5291e tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 948 time: 0.1126821 Jul 14 12:55:11.572007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Attempting to bind port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:55:11.572354 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Attempting to bind port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:55:11.572681 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Attempting to bind port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc on network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:11.584032 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-abe689a5-80c1-4fc0-a462-88cf9c6c5b50 req-43f9012c-5e39-4113-87da-d2fa7062c722 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698891 Jul 14 12:55:11.584836 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc on network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:55:11.585166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Attempting to bind port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc on network 101d6ebc-54c3-4d06-9524-8f269e5f4de0 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:11.590809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:55:11.591155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Checking segment: {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:11.591536 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Bound using segment: {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:55:11.591965 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Bound port: 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924ea6cc-baa9-4de1-bbfd-6b822d209bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:55:11.592319 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.680171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:55:11.685449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:55:11.707740 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.708660 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed780b-0b81-486f-adb4-9726c09d6370 req-6f6349c4-7af2-41f4-b146-7f087414ba15 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.710253 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12ed780b-0b81-486f-adb4-9726c09d6370 req-6f6349c4-7af2-41f4-b146-7f087414ba15 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0803010 Jul 14 12:55:11.757581 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-12ed780b-0b81-486f-adb4-9726c09d6370 req-bc162038-5f6c-4ea8-b58a-02a0bc8b693b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Jul 14 12:55:11.773664 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.774611 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:11.775970 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] 10.222.0.49 "PUT /v2.0/ports/998bd9d3-2c55-4f3d-99f3-f08ff7387acc HTTP/1.1" status: 200 len: 1098 time: 0.9531724 Jul 14 12:55:11.779985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:11.784321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c894a-a11f-444f-b786-12dfcaf6afed" -d '{"events": [{"name": "network-changed", "server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:11.868965 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728b43d-593b-4fc0-9b02-20d300581377 service neutron] Pushing event updated for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:11.904307 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-22dd8d59-3e52-4cff-87bb-8f4c511beb89 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.905564 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-22dd8d59-3e52-4cff-87bb-8f4c511beb89 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/networks?id=c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 200 len: 809 time: 0.2226963 Jul 14 12:55:11.923011 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-aa377057-671f-446b-8edd-dc20b11c6684 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/quotas/c74f69f808c1457b982e64ffbe14b07e HTTP/1.1" status: 200 len: 375 time: 0.0123134 Jul 14 12:55:11.964061 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-08f27da5-5cbd-4d07-894a-1e6c4eafbdc8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329802 Jul 14 12:55:11.973577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-d02c3f3d-b0f3-40b1-8b88-126ff767cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:11.975110 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-d02c3f3d-b0f3-40b1-8b88-126ff767cef4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=203db29c50084af096ebbe69096aff1d&device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 1101 time: 0.1497204 Jul 14 12:55:11.998473 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058409b-af7c-4d46-afd1-601fbde9b011 req-385b9251-fc11-42bf-b9e5-07bf8bbabd9f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.005291 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d058409b-af7c-4d46-afd1-601fbde9b011 req-385b9251-fc11-42bf-b9e5-07bf8bbabd9f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1169508 Jul 14 12:55:12.061235 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d058409b-af7c-4d46-afd1-601fbde9b011 req-5129ccac-19f6-4695-9bad-938162c34755 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490546 Jul 14 12:55:12.074397 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-580dc81f-adcf-4dc0-923f-bd2f27aa56cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc HTTP/1.1" status: 200 len: 217 time: 0.0724347 Jul 14 12:55:12.089719 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55252) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:12.164418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-2c018a06-6e40-4461-a08b-5ccd059d8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.165917 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-2c018a06-6e40-4461-a08b-5ccd059d8d0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf41bf4-fa2a-49aa-bc08-19d10ec8a340 HTTP/1.1" status: 200 len: 843 time: 0.0832584 Jul 14 12:55:12.172077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac57898-c77f-4749-899a-38147555d0a5 x-openstack-request-id: req-dac57898-c77f-4749-899a-38147555d0a5 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:12.172358 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:12.172776 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dac57898-c77f-4749-899a-38147555d0a5 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:12.173910 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc', 'status': 'completed', 'code': 200} Jul 14 12:55:12.186716 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-b6bd3aac-1ce7-4d8d-8de4-4b69a94613dd service neutron] 10.222.0.48 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095420 Jul 14 12:55:12.260386 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55260) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:12.332989 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c6d9b-dc04-4159-9b81-f5914f1a0cac tempest-TestShelveInstance-920540241 tempest-TestShelveInstance-920540241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.334851 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b47c6d9b-dc04-4159-9b81-f5914f1a0cac tempest-TestShelveInstance-920540241 tempest-TestShelveInstance-920540241-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1093 time: 0.2436059 Jul 14 12:55:12.337621 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55266) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:12.340899 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-b0fc564c-e958-439e-a81a-765ae661023d service neutron] 10.222.0.48 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464384 Jul 14 12:55:12.343855 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:12.349743 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-9c41be29-5847-48fa-975a-1feb4680d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.356995 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-9c41be29-5847-48fa-975a-1feb4680d1be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=101d6ebc-54c3-4d06-9524-8f269e5f4de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1591127 Jul 14 12:55:12.376476 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.424149 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-36da62e2-0b00-40f5-9edc-d18ceb86d341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.506706 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-7cb40b8a-33a0-42d4-a665-0ba05325dacf service neutron] 10.222.0.49 "GET /v2.0/networks/101d6ebc-54c3-4d06-9524-8f269e5f4de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424730 Jul 14 12:55:12.546316 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882a63-756a-43f8-a4cb-3588dc44cb07 req-286118a0-0b7b-4ff7-96da-539086a83d83 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.550664 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50882a63-756a-43f8-a4cb-3588dc44cb07 req-286118a0-0b7b-4ff7-96da-539086a83d83 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1112149 Jul 14 12:55:12.602316 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-50882a63-756a-43f8-a4cb-3588dc44cb07 req-736f5072-4097-483a-8ec8-19562738d118 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Jul 14 12:55:12.617473 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.679055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-36da62e2-0b00-40f5-9edc-d18ceb86d341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.691807 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-36da62e2-0b00-40f5-9edc-d18ceb86d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.713683 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f840aa4-42b2-4f88-b2a5-8cdcb7ad45c7 req-75603f5e-c425-48d7-a4c0-4e53fa3c28d2 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 210 time: 0.0469732 Jul 14 12:55:12.715749 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b68deb8-3f04-4d99-a892-69ef16fbca2b req-0c4f2f59-493d-463e-848b-c1070a0eecb4 service neutron] 10.222.0.49 "GET /v2.0/networks/101d6ebc-54c3-4d06-9524-8f269e5f4de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968334 Jul 14 12:55:12.765316 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da62e2-0b00-40f5-9edc-d18ceb86d341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9280437-3318-4e9e-8847-e181d6232a22,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:12.775368 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-36da62e2-0b00-40f5-9edc-d18ceb86d341 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1045b9d191d247ec9986aaabffa03dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137606 Jul 14 12:55:12.779805 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 55280) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:12.821145 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Allocated IP 172.27.3.186 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/f16cf53f-de9e-4c76-8282-e8df2dc5628d) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:12.821611 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019c877-b4f6-4a38-a0fc-f8de0ffa086b req-af7d14c1-5def-46f5-a1f1-cf2a528701d6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.831708 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f019c877-b4f6-4a38-a0fc-f8de0ffa086b req-af7d14c1-5def-46f5-a1f1-cf2a528701d6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.2322645 Jul 14 12:55:12.883017 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-89df0e68-884d-46ae-a11a-f17c1c924c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:12.884588 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-89df0e68-884d-46ae-a11a-f17c1c924c2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=203db29c50084af096ebbe69096aff1d&device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 1101 time: 0.1072686 Jul 14 12:55:12.888467 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f019c877-b4f6-4a38-a0fc-f8de0ffa086b req-20577fc4-66cd-483d-86aa-044eaf73059c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469024 Jul 14 12:55:12.943905 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:12.999012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-50ff9bbf-ca36-4517-b763-c9c676a25253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:13.000888 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-50ff9bbf-ca36-4517-b763-c9c676a25253 service neutron] 10.222.0.49 "GET /v2.0/networks?id=101d6ebc-54c3-4d06-9524-8f269e5f4de0 HTTP/1.1" status: 200 len: 870 time: 0.1076596 Jul 14 12:55:13.011385 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.058540 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-14cef3cc-aeb1-4926-ad4a-961c7430dc4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc HTTP/1.1" status: 200 len: 217 time: 0.0471532 Jul 14 12:55:13.114550 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ca03d-0e29-42f1-b437-4bbcd0a86c02 req-44b6dd5f-85f5-48e9-83ad-a163a95316d2 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:13.116579 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0d4ca03d-0e29-42f1-b437-4bbcd0a86c02 req-44b6dd5f-85f5-48e9-83ad-a163a95316d2 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 948 time: 0.2478082 Jul 14 12:55:13.129258 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.145671 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-01294024-061a-4ed2-a5dd-a95a1ce34aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:13.147216 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-01294024-061a-4ed2-a5dd-a95a1ce34aeb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbf41bf4-fa2a-49aa-bc08-19d10ec8a340 HTTP/1.1" status: 200 len: 843 time: 0.0802484 Jul 14 12:55:13.181115 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.183809 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.185120 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9280437-3318-4e9e-8847-e181d6232a22 HTTP/1.1" status: 204 len: 168 time: 0.4043310 Jul 14 12:55:13.195714 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0d4ca03d-0e29-42f1-b437-4bbcd0a86c02 req-d20ac892-acd2-464f-8c9b-34beea151ca6 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Jul 14 12:55:13.232003 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-ba1404d4-125f-4c57-8c1d-187da5317542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:13.233766 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-ba1404d4-125f-4c57-8c1d-187da5317542 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=101d6ebc-54c3-4d06-9524-8f269e5f4de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0786126 Jul 14 12:55:13.248272 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e381f-1797-48b9-9ff5-9bd38dd0ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9280437-3318-4e9e-8847-e181d6232a22,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:13.252001 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.298964 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:13.302383 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:13.308480 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:13.340660 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'Port': ['ID=f16cf53f-de9e-4c76-8282-e8df2dc5628d,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:13.393545 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-76224d5b-d05d-4642-b811-b2a3c179ba94 service neutron] 10.222.0.49 "GET /v2.0/networks/101d6ebc-54c3-4d06-9524-8f269e5f4de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335824 Jul 14 12:55:13.507182 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be1c894a-a11f-444f-b786-12dfcaf6afed req-afa553df-7d4e-486a-bdd1-6444a4db1841 service neutron] 10.222.0.49 "GET /v2.0/networks/101d6ebc-54c3-4d06-9524-8f269e5f4de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051106 Jul 14 12:55:13.614490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55292) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:13.628199 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f090a9fc-d90e-4671-b750-231fe32b683f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.748481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f090a9fc-d90e-4671-b750-231fe32b683f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.761266 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f090a9fc-d90e-4671-b750-231fe32b683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.840187 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f090a9fc-d90e-4671-b750-231fe32b683f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3615fe9c557149569815b46305d8da32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242217 Jul 14 12:55:13.842942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55298) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:13.860935 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090a9fc-d90e-4671-b750-231fe32b683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d4df3b-4a2a-489a-9512-11f8d34b9a1a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:13.908967 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3f767-0ef8-4b42-9980-8b4dedcba061 req-1d660406-ae0e-48b1-9ac3-130b512e1ef2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:13.910443 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-00f3f767-0ef8-4b42-9980-8b4dedcba061 req-1d660406-ae0e-48b1-9ac3-130b512e1ef2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1648998 Jul 14 12:55:13.918957 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7794000d-e434-4a20-8b9a-b7bc6b3e1f89 req-c059c45e-0c46-4ee7-bd8a-67709e6560f6 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 210 time: 0.0345752 Jul 14 12:55:13.954152 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.978610 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:13.995428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.000993 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-00f3f767-0ef8-4b42-9980-8b4dedcba061 req-14bef660-f4c2-440a-92ed-b2daaa82d287 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827975 Jul 14 12:55:14.150791 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.178078 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-f7622b37-a6aa-4772-a11b-15d080ff3486 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:14.179603 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-f7622b37-a6aa-4772-a11b-15d080ff3486 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "GET /v2.0/networks?id=c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 200 len: 809 time: 0.1533101 Jul 14 12:55:14.190257 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.193094 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.197224 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43d4df3b-4a2a-489a-9512-11f8d34b9a1a HTTP/1.1" status: 204 len: 168 time: 0.3530743 Jul 14 12:55:14.204947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Request body: {'port': {'device_id': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7', 'admin_state_up': True, 'tenant_id': 'c74f69f808c1457b982e64ffbe14b07e'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:14.215519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931656d2-f512-40de-8f55-081308c932fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d4df3b-4a2a-489a-9512-11f8d34b9a1a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:14.223934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae3a1-1aba-49df-af77-11368c2eeb7e req-3adb77c8-bee7-47bc-a48b-2878673bc6ea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:14.241990 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-056ae3a1-1aba-49df-af77-11368c2eeb7e req-3adb77c8-bee7-47bc-a48b-2878673bc6ea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1745429 Jul 14 12:55:14.346750 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-056ae3a1-1aba-49df-af77-11368c2eeb7e req-2e5903ac-40da-4850-819e-1624a7de6229 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036291 Jul 14 12:55:14.355342 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Made reservation on behalf of c74f69f808c1457b982e64ffbe14b07e for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:14.364443 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.466258 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.483318 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.570523 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.589505 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6228f0d-0ec7-4e18-b159-3981905075b5 req-3281901b-ccb0-480b-912c-dd5b0664b54c tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:14.591736 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b6228f0d-0ec7-4e18-b159-3981905075b5 req-3281901b-ccb0-480b-912c-dd5b0664b54c tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 948 time: 0.1390505 Jul 14 12:55:14.596607 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Allocated IP 172.20.0.14 (c411956a-424d-480b-a902-9c4a2e86acd7/8997d9c7-8a81-42b0-8a5a-9e02916cc910/8b4242da-f6aa-4b49-90af-8c7b7e3fe768) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:14.607711 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event updated for resources: {'Port': ['ID=f16cf53f-de9e-4c76-8282-e8df2dc5628d,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:14.664672 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b6228f0d-0ec7-4e18-b159-3981905075b5 req-f860d766-8559-473d-9483-7e625641f304 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Jul 14 12:55:14.694034 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Floating IP 8ae04269-fe82-44ab-989d-8a1a7fc5eb94 associated. External IP: 172.27.3.186, port: eda98090-9e6c-4e6b-81f2-15231fa04ce2. Jul 14 12:55:14.773144 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55316) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:14.800104 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-487953af-1af1-44c8-bff0-7d84e5c552a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.828027 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.920698 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:14.926688 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Router 46448809-eeea-4eba-b329-34ebc6254557 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:55:14.998383 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Network c411956a-424d-480b-a902-9c4a2e86acd7 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:15.017491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:15.017491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:15.051956 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:55:15.054155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-487953af-1af1-44c8-bff0-7d84e5c552a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.058031 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Pushing event updated for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:15.071780 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-487953af-1af1-44c8-bff0-7d84e5c552a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.072305 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Sync routers for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:55:15.091505 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:55:15.095461 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:15.104289 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.137934 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-487953af-1af1-44c8-bff0-7d84e5c552a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad49d66954f046638dbfef60be95db26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591254 Jul 14 12:55:15.138273 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487953af-1af1-44c8-bff0-7d84e5c552a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6793eda-4368-46ef-a663-97d4a597b84c,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:15.143225 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55322) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:15.181962 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e67eacdd-2bac-4522-9c63-04491ded279e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8430252 Jul 14 12:55:15.184213 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:15.186492 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37362047-8121-42fa-85d7-8a98628ad284" -d '{"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:15.213994 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.214555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.218178 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068dbaf-ccc1-49cd-adfa-c8b3fb9734d2 req-dcb98d65-2db3-4824-aa7f-7507f8b2fa33 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.220395 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c068dbaf-ccc1-49cd-adfa-c8b3fb9734d2 req-dcb98d65-2db3-4824-aa7f-7507f8b2fa33 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 932 time: 0.1627302 Jul 14 12:55:15.278530 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c068dbaf-ccc1-49cd-adfa-c8b3fb9734d2 req-4e11e1e3-c76a-487a-b044-8d6014ad4616 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516393 Jul 14 12:55:15.288649 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-3b283781-fdac-45f9-a032-6725b93ab99a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0902388 Jul 14 12:55:15.300577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.309478 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Request body: {'port': {'device_id': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:15.321405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77623958-4b96-478c-802e-d33a09c3921b x-openstack-request-id: req-77623958-4b96-478c-802e-d33a09c3921b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:15.321700 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:15.321984 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77623958-4b96-478c-802e-d33a09c3921b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:15.322485 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'status': 'completed', 'code': 200} Jul 14 12:55:15.338294 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:55:15.580956 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b8cd3-9907-45fd-a323-58d27e3d4e56 req-2c8b27e9-9597-4624-b760-23c8cb917719 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.583557 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b2b8cd3-9907-45fd-a323-58d27e3d4e56 req-2c8b27e9-9597-4624-b760-23c8cb917719 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0805638 Jul 14 12:55:15.616692 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8ae04269-fe82-44ab-989d-8a1a7fc5eb94', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '46448809-eeea-4eba-b329-34ebc6254557', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'mac_address': 'fa:16:3e:f6:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:55:13Z', 'updated_at': '2021-07-14T12:55:13Z', 'revision_number': 0, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:15.626392 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b2b8cd3-9907-45fd-a323-58d27e3d4e56 req-c2e3e5a0-8774-44d9-982e-7c5e48d3ca53 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365107 Jul 14 12:55:15.643517 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Checking router: 46448809-eeea-4eba-b329-34ebc6254557 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:55:15.660463 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:55:15.661262 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:15.674284 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.742622 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268639-a24c-4291-96d4-93b01dfc4ea2 req-8430ecfe-9f07-4600-9bd8-e89f5ece1c5b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.744454 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54268639-a24c-4291-96d4-93b01dfc4ea2 req-8430ecfe-9f07-4600-9bd8-e89f5ece1c5b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.5192068 Jul 14 12:55:15.785673 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:55:15.797183 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.837762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362047-8121-42fa-85d7-8a98628ad284 req-5c2f74d9-4992-40b8-bbf4-12ee185e3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.839274 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-5c2f74d9-4992-40b8-bbf4-12ee185e3b60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.2290866 Jul 14 12:55:15.848730 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54268639-a24c-4291-96d4-93b01dfc4ea2 req-5134e5aa-03d1-4478-8f2e-4ce2d866088f tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928574 Jul 14 12:55:15.890267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.890917 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208352e2-43af-4a84-b550-1370eb8d1e17 req-9ee0d6f3-ff0d-4eeb-a4aa-1f09e2a04e7c tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:15.892692 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-208352e2-43af-4a84-b550-1370eb8d1e17 req-9ee0d6f3-ff0d-4eeb-a4aa-1f09e2a04e7c tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 948 time: 0.0960052 Jul 14 12:55:15.892859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:15.894003 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6793eda-4368-46ef-a663-97d4a597b84c HTTP/1.1" status: 204 len: 168 time: 0.7497537 Jul 14 12:55:15.966931 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5b235-e0f1-4da8-9e53-48a1f2b79189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6793eda-4368-46ef-a663-97d4a597b84c,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:15.987031 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-208352e2-43af-4a84-b550-1370eb8d1e17 req-c6655cea-8ead-46db-aeea-79090f2599e2 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800622 Jul 14 12:55:16.072693 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8ae04269-fe82-44ab-989d-8a1a7fc5eb94', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '46448809-eeea-4eba-b329-34ebc6254557', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'mac_address': 'fa:16:3e:f6:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:55:13Z', 'updated_at': '2021-07-14T12:55:13Z', 'revision_number': 0, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:16.101243 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c4b53-fda8-4a4e-9777-eeb02fd9b6db None None] The sync data for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi is: [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8ae04269-fe82-44ab-989d-8a1a7fc5eb94', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '46448809-eeea-4eba-b329-34ebc6254557', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'mac_address': 'fa:16:3e:f6:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:55:13Z', 'updated_at': '2021-07-14T12:55:13Z', 'revision_number': 0, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:55:16.128191 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362047-8121-42fa-85d7-8a98628ad284 req-84ffeaac-a0bb-41d5-8ff4-b72740a290a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:16.129720 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-84ffeaac-a0bb-41d5-8ff4-b72740a290a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.2630939 Jul 14 12:55:16.239215 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-d5748a7d-3ee8-44da-8b77-ea6c94e1b778 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 999 time: 0.0891094 Jul 14 12:55:16.328116 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:16.339303 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:16.342768 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362047-8121-42fa-85d7-8a98628ad284 req-76127988-ff13-49cf-8cfb-6c21349fa293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:16.344059 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-76127988-ff13-49cf-8cfb-6c21349fa293 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0903103 Jul 14 12:55:16.363049 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Transition to ACTIVE for port object 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:16.416223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:16.433465 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8937b-3b69-47f6-b7aa-0d3d9bd3dc9f None None] New status for floating IP 8ae04269-fe82-44ab-989d-8a1a7fc5eb94: ACTIVE {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:55:16.566144 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 998bd9d3-2c55-4f3d-99f3-f08ff7387acc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:55:16.588181 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:16.639150 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362047-8121-42fa-85d7-8a98628ad284 req-7e3fb1ff-f56f-4744-a10e-b2d300b438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:16.640779 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-7e3fb1ff-f56f-4744-a10e-b2d300b438ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2860322 Jul 14 12:55:16.684689 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2cd4-8794-4039-9c21-534405f52f2c req-f29c4da8-b861-4b66-98cf-2ee64e34bb40 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:16.686619 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6cef2cd4-8794-4039-9c21-534405f52f2c req-f29c4da8-b861-4b66-98cf-2ee64e34bb40 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.2729757 Jul 14 12:55:16.791570 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Attempting to bind port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:55:16.792046 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Attempting to bind port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:55:16.792383 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Attempting to bind port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 on network c411956a-424d-480b-a902-9c4a2e86acd7 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:16.809236 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6cef2cd4-8794-4039-9c21-534405f52f2c req-84d41c16-6472-4a16-ab6d-d2600488c12b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862970 Jul 14 12:55:16.812846 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 on network c411956a-424d-480b-a902-9c4a2e86acd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:55:16.813170 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Attempting to bind port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 on network c411956a-424d-480b-a902-9c4a2e86acd7 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:16.822905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:55:16.823303 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Checking segment: {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:16.823618 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Bound using segment: {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:55:16.824059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Bound port: 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:55:16.824413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:16.852254 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-5fe58b79-d305-4f4b-be65-07191db6221e service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009444 Jul 14 12:55:16.903798 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7b37-fdee-4a06-9517-f42965ccb94b req-59f68d7c-357c-4154-ac95-5c2c72afdd3c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:16.913581 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a4c7b37-fdee-4a06-9517-f42965ccb94b req-59f68d7c-357c-4154-ac95-5c2c72afdd3c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1269131 Jul 14 12:55:16.950661 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:16.969152 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc', 'network_id': '101d6ebc-54c3-4d06-9524-8f269e5f4de0', 'port_id': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc', 'mac_address': 'fa:16:3e:31:5b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf41bf4-fa2a-49aa-bc08-19d10ec8a340', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:55:16.990898 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a4c7b37-fdee-4a06-9517-f42965ccb94b req-4c4b9c7b-b905-4316-a83f-54735d7507d0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731885 Jul 14 12:55:17.068381 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:17.088997 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37362047-8121-42fa-85d7-8a98628ad284 req-6036b7ea-b9b8-4a77-aef7-e2e0c80ef774 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060993 Jul 14 12:55:17.120778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:55:17.125372 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:55:17.126024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998bd9d3-2c55-4f3d-99f3-f08ff7387acc {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:17.151212 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:17.161747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:17.173691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:17.198971 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.199726 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:17.202106 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] 10.222.0.49 "PUT /v2.0/ports/8b4242da-f6aa-4b49-90af-8c7b7e3fe768 HTTP/1.1" status: 200 len: 1094 time: 1.8984883 Jul 14 12:55:17.225539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:17.228654 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091e9a1-673b-4602-8635-07329594eade" -d '{"events": [{"name": "network-changed", "server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:17.251257 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:17.274004 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947dda7-cd82-4a0e-977f-a2eea317d7dc req-648edb92-c939-4df3-8069-63feb985dc9d tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.275592 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9947dda7-cd82-4a0e-977f-a2eea317d7dc req-648edb92-c939-4df3-8069-63feb985dc9d tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 949 time: 0.1168263 Jul 14 12:55:17.312458 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6854c-f6cd-4bf8-b3b5-10153ca15937 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:17.326530 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9947dda7-cd82-4a0e-977f-a2eea317d7dc req-1a31279f-3eb7-434d-932f-e2d55c1c2095 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 Jul 14 12:55:17.348364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb596f5-667f-41aa-a225-5180d8746190 req-70b0c770-145a-4876-ad9a-88f0845360f3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.358188 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ccb596f5-667f-41aa-a225-5180d8746190 req-70b0c770-145a-4876-ad9a-88f0845360f3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.2301068 Jul 14 12:55:17.374541 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6004bf-f31b-4675-918b-419f5d9b70fe x-openstack-request-id: req-8c6004bf-f31b-4675-918b-419f5d9b70fe {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:17.374833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:17.375096 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c6004bf-f31b-4675-918b-419f5d9b70fe {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:17.375510 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768', 'status': 'completed', 'code': 200} Jul 14 12:55:17.410374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-14a41a1b-536c-4424-b736-f5f78b206a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.412861 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-14a41a1b-536c-4424-b736-f5f78b206a45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 1097 time: 0.1557975 Jul 14 12:55:17.416004 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ccb596f5-667f-41aa-a225-5180d8746190 req-8b77a7bd-5244-4f02-9e8c-2e3564c48967 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568409 Jul 14 12:55:17.468700 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-588a3aca-526c-46d2-b197-624840b03057 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768 HTTP/1.1" status: 200 len: 217 time: 0.0475309 Jul 14 12:55:17.525531 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c2890235-62a3-408e-8819-49fd650822c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.527561 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-c2890235-62a3-408e-8819-49fd650822c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8997d9c7-8a81-42b0-8a5a-9e02916cc910 HTTP/1.1" status: 200 len: 849 time: 0.0493841 Jul 14 12:55:17.571003 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-21eb1fef-d408-46c2-8585-d6773a6eef44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c411956a-424d-480b-a902-9c4a2e86acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299985 Jul 14 12:55:17.608282 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['998bd9d3-2c55-4f3d-99f3-f08ff7387acc'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:17.704025 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-f6067a84-c4c0-4733-a0c6-11143e55ca58 service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200726 Jul 14 12:55:17.810243 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afd53cce-8284-4581-ba75-439fbfa3079d req-f330486e-cd28-4f7d-8cb1-0ecc29ec1955 service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977988 Jul 14 12:55:17.938270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e9a1-673b-4602-8635-07329594eade req-dc294416-8ba4-4595-a67d-09ad63538be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:17.940550 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-dc294416-8ba4-4595-a67d-09ad63538be4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 1097 time: 0.0705719 Jul 14 12:55:18.144805 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23722-890d-4b43-a56e-e76826385184 req-8b1da6b2-34ab-4951-8838-4f0fac5423b8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.146384 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8da23722-890d-4b43-a56e-e76826385184 req-8b1da6b2-34ab-4951-8838-4f0fac5423b8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.2049675 Jul 14 12:55:18.149273 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e9a1-673b-4602-8635-07329594eade req-4678b7e9-598b-4e56-b808-dc18e9b3ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.150814 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-4678b7e9-598b-4e56-b808-dc18e9b3ef8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 200 len: 910 time: 0.1998706 Jul 14 12:55:18.168347 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d995e81-986e-4058-95d8-8e9c997be05f req-24564d0f-e401-4dda-98f4-0a370de68718 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.170884 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4d995e81-986e-4058-95d8-8e9c997be05f req-24564d0f-e401-4dda-98f4-0a370de68718 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0782545 Jul 14 12:55:18.212450 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4d995e81-986e-4058-95d8-8e9c997be05f req-6e5bff97-eb78-453d-b606-f789f30b0307 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Jul 14 12:55:18.217637 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-2a181791-a093-4c9a-813f-503143bc73f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768 HTTP/1.1" status: 200 len: 217 time: 0.0537870 Jul 14 12:55:18.244015 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-d9ec462c-68e8-4ba4-83ad-67552f1751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.247214 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-d9ec462c-68e8-4ba4-83ad-67552f1751cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.1912334 Jul 14 12:55:18.250473 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8da23722-890d-4b43-a56e-e76826385184 req-7587c57a-ac28-4dff-b705-747b668ab581 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954194 Jul 14 12:55:18.342883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e9a1-673b-4602-8635-07329594eade req-4bbd9952-d227-4cd7-be25-ba417d7cd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.344365 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-4bbd9952-d227-4cd7-be25-ba417d7cd936 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8997d9c7-8a81-42b0-8a5a-9e02916cc910 HTTP/1.1" status: 200 len: 849 time: 0.1125100 Jul 14 12:55:18.385929 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93029f7b-7750-4ed2-893f-a5ccdf01e42c req-542690c4-f98b-4c82-bc1f-898c5020f3bd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.387466 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-93029f7b-7750-4ed2-893f-a5ccdf01e42c req-542690c4-f98b-4c82-bc1f-898c5020f3bd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0700138 Jul 14 12:55:18.398734 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-12553764-4a38-4ec7-b00a-31329f08d3b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c411956a-424d-480b-a902-9c4a2e86acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400536 Jul 14 12:55:18.411169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-796a7a87-e0aa-40d0-9b57-b6e2b1ead266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.412855 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-796a7a87-e0aa-40d0-9b57-b6e2b1ead266 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.1445348 Jul 14 12:55:18.429425 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-93029f7b-7750-4ed2-893f-a5ccdf01e42c req-93e14e78-21bb-4c01-9f8f-1616e004c46d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354459 Jul 14 12:55:18.539920 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-41dec2db-27f3-4af0-b9b7-7a9ff122272d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.1043317 Jul 14 12:55:18.614760 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0968d-f8e9-4d4b-abe3-533b26992e0c req-d9550d2c-e635-42d5-a5a5-d7751c440f51 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.616457 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-79a0968d-f8e9-4d4b-abe3-533b26992e0c req-d9550d2c-e635-42d5-a5a5-d7751c440f51 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0687792 Jul 14 12:55:18.640120 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-a6190314-c9d1-4177-a9ad-ab5d6d8527af service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057331 Jul 14 12:55:18.644833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-535b7d21-2920-4553-8c74-1207f1251009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.646311 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-535b7d21-2920-4553-8c74-1207f1251009 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0872025 Jul 14 12:55:18.660720 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-79a0968d-f8e9-4d4b-abe3-533b26992e0c req-70a4d29d-5afa-4569-8b52-58e57a6a3240 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 Jul 14 12:55:18.734867 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-08af6124-3653-4a43-8adc-e9decaa44181 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653579 Jul 14 12:55:18.743283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce438-c3d2-4bca-a6d9-d899fd1f53d1 req-b1480805-68af-4c17-9b7e-4be1477db6db tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:18.744836 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-96cce438-c3d2-4bca-a6d9-d899fd1f53d1 req-b1480805-68af-4c17-9b7e-4be1477db6db tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 949 time: 0.2483664 Jul 14 12:55:18.872324 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-96cce438-c3d2-4bca-a6d9-d899fd1f53d1 req-30231195-8ad8-4b8c-b96c-895b02cbbc6b tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116340 Jul 14 12:55:18.878964 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e091e9a1-673b-4602-8635-07329594eade req-83ad9344-d992-4c6f-8087-1b3ef5917d30 service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231419 Jul 14 12:55:18.896498 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-a1db6dc8-b251-4c51-b56b-86d512caf1ca service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487253 Jul 14 12:55:18.997965 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a762522-5e9a-4a16-bcf1-8e546a513d47 req-4fc0279d-021a-47ef-9cb1-3f256d408d56 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927665 Jul 14 12:55:19.404369 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439f546-8f14-488a-96cb-e6425fd6c4cc req-6e8acc7b-0b8b-461e-bfc2-a21b2e304e68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:19.405841 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8439f546-8f14-488a-96cb-e6425fd6c4cc req-6e8acc7b-0b8b-461e-bfc2-a21b2e304e68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0710382 Jul 14 12:55:19.431371 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bd5f-999b-4180-8453-c4351d9015a4 req-61425135-b84c-49a2-a553-051077fb3020 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:19.432847 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-92c8bd5f-999b-4180-8453-c4351d9015a4 req-61425135-b84c-49a2-a553-051077fb3020 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0642376 Jul 14 12:55:19.445036 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8439f546-8f14-488a-96cb-e6425fd6c4cc req-50d46512-607c-48d9-910d-c8a39e25eaf0 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Jul 14 12:55:19.473291 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-92c8bd5f-999b-4180-8453-c4351d9015a4 req-ac9b7a68-01ce-4285-b72d-90c37af63e26 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Jul 14 12:55:19.612461 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4454bf-2a80-4234-bd35-7d37066b091c req-89383a5c-bac2-4361-bc4f-fc9f939ef155 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:19.613945 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fd4454bf-2a80-4234-bd35-7d37066b091c req-89383a5c-bac2-4361-bc4f-fc9f939ef155 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0636756 Jul 14 12:55:19.653613 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fd4454bf-2a80-4234-bd35-7d37066b091c req-dbc48a67-fa41-445a-bcad-f607504eeaaa tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335858 Jul 14 12:55:19.850177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39977d-7822-44da-9a7c-7a4a596b33bb req-03a9146a-a59b-4286-9b11-d9740473ea3d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:19.851750 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bb39977d-7822-44da-9a7c-7a4a596b33bb req-03a9146a-a59b-4286-9b11-d9740473ea3d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0687015 Jul 14 12:55:19.894849 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bb39977d-7822-44da-9a7c-7a4a596b33bb req-8c42495f-a75d-4e2d-82d5-72fa976fe9a5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366380 Jul 14 12:55:20.055976 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c327f-209e-4030-a7fa-f9da1426ad00 req-7d33f9db-6233-463d-9784-5779805ca112 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:20.057483 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2b5c327f-209e-4030-a7fa-f9da1426ad00 req-7d33f9db-6233-463d-9784-5779805ca112 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 949 time: 0.0705869 Jul 14 12:55:20.096205 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2b5c327f-209e-4030-a7fa-f9da1426ad00 req-5c6747e5-d1c5-4820-abff-c97d48523e31 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Jul 14 12:55:20.624722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc52dca-197b-4c2f-b154-2a342e7a3489 req-0e375b13-5f53-4afc-99be-157d8e9ada2c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:20.626398 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-abc52dca-197b-4c2f-b154-2a342e7a3489 req-0e375b13-5f53-4afc-99be-157d8e9ada2c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0679655 Jul 14 12:55:20.664407 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-abc52dca-197b-4c2f-b154-2a342e7a3489 req-108f3898-aa62-4b01-adc3-e354e8c19f21 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jul 14 12:55:20.669093 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947eb77-dadc-44c9-b721-2b109aca77f7 req-6b308ce4-317e-4d7e-a40a-cbe0a7927858 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:20.670439 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4947eb77-dadc-44c9-b721-2b109aca77f7 req-6b308ce4-317e-4d7e-a40a-cbe0a7927858 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0705614 Jul 14 12:55:20.720466 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4947eb77-dadc-44c9-b721-2b109aca77f7 req-4f1f0d49-abf4-471d-9bb1-5d7f7eb9b9bb tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Jul 14 12:55:20.842851 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234793e-50a7-46d9-85ce-75576ffc0988 req-2a8945f5-6d09-48ec-91e9-859145dc841a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:20.844425 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d234793e-50a7-46d9-85ce-75576ffc0988 req-2a8945f5-6d09-48ec-91e9-859145dc841a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0688543 Jul 14 12:55:20.881405 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d234793e-50a7-46d9-85ce-75576ffc0988 req-51747278-7861-4870-9a62-ecac74420af9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Jul 14 12:55:20.970609 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:55:21.082992 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:21.086332 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234a74-8d8e-4469-9bd0-7b75585de193 req-4c88d667-8bc3-4f69-a8de-271e4cd4523d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:21.087854 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4234a74-8d8e-4469-9bd0-7b75585de193 req-4c88d667-8bc3-4f69-a8de-271e4cd4523d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0787702 Jul 14 12:55:21.097267 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:55:21.127302 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b4234a74-8d8e-4469-9bd0-7b75585de193 req-3b05e0b5-f73c-4fac-af2f-e177c4a3d57b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 Jul 14 12:55:21.136609 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:21.151883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:21.172657 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:21.176617 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:21.226226 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=6']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:21.284703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead295d-b42e-497d-82b9-39c4b1989ef5 req-cacc6f58-4b88-4efb-a9eb-7bbab8e4e317 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:21.286206 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bead295d-b42e-497d-82b9-39c4b1989ef5 req-cacc6f58-4b88-4efb-a9eb-7bbab8e4e317 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 949 time: 0.0696497 Jul 14 12:55:21.325110 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bead295d-b42e-497d-82b9-39c4b1989ef5 req-0b01a9c7-3f95-4350-80e8-809bb7bafd11 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Jul 14 12:55:21.857630 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86673957-6654-4170-96b3-2bcc0afac402 req-60ee1e8c-f5e2-4868-9e4b-36ca486a3525 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:21.859134 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86673957-6654-4170-96b3-2bcc0afac402 req-60ee1e8c-f5e2-4868-9e4b-36ca486a3525 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0746210 Jul 14 12:55:21.897540 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740588-cd1f-4a1a-bc1d-5bbf92ce939c req-bbc74fac-ce34-418f-b29b-13c7a51cce66 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:21.898992 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f740588-cd1f-4a1a-bc1d-5bbf92ce939c req-bbc74fac-ce34-418f-b29b-13c7a51cce66 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0670328 Jul 14 12:55:21.901915 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-86673957-6654-4170-96b3-2bcc0afac402 req-da0da33a-8b6b-4465-a571-42257111c83e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Jul 14 12:55:21.945287 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f740588-cd1f-4a1a-bc1d-5bbf92ce939c req-3df37a73-d355-49fa-ab83-72d354449a90 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Jul 14 12:55:22.069978 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95613540-2891-48c7-b467-e4a950df794c req-e62d8aa0-1cf5-4b12-b74f-dbec632e1309 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:22.071546 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95613540-2891-48c7-b467-e4a950df794c req-e62d8aa0-1cf5-4b12-b74f-dbec632e1309 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.0679133 Jul 14 12:55:22.102263 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 998bd9d3-2c55-4f3d-99f3-f08ff7387acc up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:22.111550 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-95613540-2891-48c7-b467-e4a950df794c req-77312ba1-5fe5-4010-9485-2ff38b7f67c6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344896 Jul 14 12:55:22.156997 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:22.161799 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:22.162096 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:22.245833 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:22.269573 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:22.271838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad7819-1465-4aef-8a3c-52432684bb0d" -d '{"events": [{"server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "name": "network-vif-plugged", "status": "completed", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:22.287915 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:22.293370 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:22.317976 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed427e69-0af6-46c3-be22-1d9667682369 x-openstack-request-id: req-ed427e69-0af6-46c3-be22-1d9667682369 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:22.318265 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "name": "network-vif-plugged", "status": "completed", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:22.318512 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed427e69-0af6-46c3-be22-1d9667682369 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:22.318891 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc', 'code': 200} Jul 14 12:55:22.319231 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21efa73-e95b-44e3-a48e-293d3ae41cd2 req-72090bd1-0052-4588-a2c7-036f8a7d288e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:22.320756 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a21efa73-e95b-44e3-a48e-293d3ae41cd2 req-72090bd1-0052-4588-a2c7-036f8a7d288e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0760577 Jul 14 12:55:22.344448 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:22.362208 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a21efa73-e95b-44e3-a48e-293d3ae41cd2 req-0bca2d41-0b49-44ca-88b1-21a48530e4bb tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349915 Jul 14 12:55:22.513394 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea636-57fd-41d6-a5be-fd65aef47d71 req-1ec633b2-4976-4fa4-9892-d7de00417820 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:22.515016 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac6ea636-57fd-41d6-a5be-fd65aef47d71 req-1ec633b2-4976-4fa4-9892-d7de00417820 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0695341 Jul 14 12:55:22.553970 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac6ea636-57fd-41d6-a5be-fd65aef47d71 req-a7a0d2b9-dd6f-403e-aba2-94eeacf30828 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 14 12:55:23.091860 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09e19-a369-4b2a-a226-f10d8c3178df req-6ccfdf31-7648-43ad-8809-da44490167c3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.093350 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6fc09e19-a369-4b2a-a226-f10d8c3178df req-6ccfdf31-7648-43ad-8809-da44490167c3 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0736978 Jul 14 12:55:23.121346 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817845f-9559-487a-a64e-ea4daa0a63ce req-7f0f7c6e-d9fb-4099-8100-755d382c310c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.122905 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1817845f-9559-487a-a64e-ea4daa0a63ce req-7f0f7c6e-d9fb-4099-8100-755d382c310c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0650854 Jul 14 12:55:23.134098 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6fc09e19-a369-4b2a-a226-f10d8c3178df req-7516a5e0-c33d-4f0a-bdc5-4f18d59cf064 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Jul 14 12:55:23.163492 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1817845f-9559-487a-a64e-ea4daa0a63ce req-9d2e5869-04a1-4fa6-996d-92dd28ef767a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Jul 14 12:55:23.303364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c8bb-857d-4a1f-9751-7c5aeae0b46c req-1261cd73-b57a-432e-aa42-9104594d9b45 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.304673 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a3e4c8bb-857d-4a1f-9751-7c5aeae0b46c req-1261cd73-b57a-432e-aa42-9104594d9b45 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.0651705 Jul 14 12:55:23.358958 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a3e4c8bb-857d-4a1f-9751-7c5aeae0b46c req-db22f14e-5bbf-4f2b-a9a2-99b87da5b920 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482371 Jul 14 12:55:23.515325 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['33b80082-6bea-45a7-83f2-bd7dd1102a21'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:23.544066 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712c13-08ed-4066-ab2c-1e2f09d0e319 req-a3a69884-98ce-4c6e-937d-dbfa53a223aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.545753 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5a712c13-08ed-4066-ab2c-1e2f09d0e319 req-a3a69884-98ce-4c6e-937d-dbfa53a223aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 1103 time: 0.0574188 Jul 14 12:55:23.551362 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a048b1b-0a56-4c3b-a1b8-33c13bf9a9d1 req-51b56795-14fb-42f6-baa8-e0f434e45915 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.553147 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a048b1b-0a56-4c3b-a1b8-33c13bf9a9d1 req-51b56795-14fb-42f6-baa8-e0f434e45915 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0681117 Jul 14 12:55:23.588262 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5a712c13-08ed-4066-ab2c-1e2f09d0e319 req-449051d6-a64e-47fe-808b-101e86a2bf7c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Jul 14 12:55:23.600670 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3a048b1b-0a56-4c3b-a1b8-33c13bf9a9d1 req-fb35b33c-a855-467a-a5e1-f28aa12a2305 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Jul 14 12:55:23.751652 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668efb23-f8ff-4a5f-a3fd-bee663bcb62d req-23dd6820-d488-4382-9060-bc8487e9f196 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:23.753444 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-668efb23-f8ff-4a5f-a3fd-bee663bcb62d req-23dd6820-d488-4382-9060-bc8487e9f196 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0710244 Jul 14 12:55:23.795295 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-668efb23-f8ff-4a5f-a3fd-bee663bcb62d req-1ea292a6-477c-4ac5-8bfc-d03ecb0b2685 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Jul 14 12:55:24.350910 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed11b-a54c-4602-8c0f-67393f104a1a req-0d44e9e9-7298-4abb-9cbd-adcbbbecff65 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:24.352481 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb7ed11b-a54c-4602-8c0f-67393f104a1a req-0d44e9e9-7298-4abb-9cbd-adcbbbecff65 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0765352 Jul 14 12:55:24.353106 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f8a70-952f-4205-99ec-46249862f7cb req-a406bd00-0613-4e3f-9af7-eda97b355842 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:24.354614 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2d5f8a70-952f-4205-99ec-46249862f7cb req-a406bd00-0613-4e3f-9af7-eda97b355842 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0727658 Jul 14 12:55:24.396980 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fb7ed11b-a54c-4602-8c0f-67393f104a1a req-20078e33-8475-4293-8225-118bab7d6da9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380614 Jul 14 12:55:24.618875 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1edf65-6f92-4b37-bdba-d45b2b1efb73 req-362cecd2-e280-4c0d-b826-11742a5d2a5d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:24.620581 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c1edf65-6f92-4b37-bdba-d45b2b1efb73 req-362cecd2-e280-4c0d-b826-11742a5d2a5d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.0916667 Jul 14 12:55:24.666818 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2d5f8a70-952f-4205-99ec-46249862f7cb req-db1084af-0174-4d2f-ad1d-27a06148e2b9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039768 Jul 14 12:55:24.671727 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c1edf65-6f92-4b37-bdba-d45b2b1efb73 req-8cc5e0cd-d1ca-4dca-ae59-ba642a731735 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456431 Jul 14 12:55:24.883683 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0d33-b6d1-49dc-bc86-6e2f72937e9f req-bd3e7b5a-1629-4de1-b39f-2bb1d3a0c437 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:24.885909 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-82df0d33-b6d1-49dc-bc86-6e2f72937e9f req-bd3e7b5a-1629-4de1-b39f-2bb1d3a0c437 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1068921 Jul 14 12:55:24.949597 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-82df0d33-b6d1-49dc-bc86-6e2f72937e9f req-06709e81-13a2-49ee-bcab-406bcfa39f1b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559878 Jul 14 12:55:25.031241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437a763-f518-4cb0-b23e-fb913ce5be85 req-51f0586b-9274-4922-b950-c223e663c2d0 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:25.034126 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f437a763-f518-4cb0-b23e-fb913ce5be85 req-51f0586b-9274-4922-b950-c223e663c2d0 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0853579 Jul 14 12:55:25.080498 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f437a763-f518-4cb0-b23e-fb913ce5be85 req-fbdd89eb-4f34-45af-bc60-fa1eb5a2c4e5 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Jul 14 12:55:25.611407 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418a487-4688-4dbc-912d-e0d93c2d33ba req-abbfdc32-63b4-401a-950b-0a5256bbb81e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:25.612912 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b418a487-4688-4dbc-912d-e0d93c2d33ba req-abbfdc32-63b4-401a-950b-0a5256bbb81e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0658150 Jul 14 12:55:25.656396 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b418a487-4688-4dbc-912d-e0d93c2d33ba req-9b9b9f29-ff61-4afc-a501-d8c7b0495ae1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Jul 14 12:55:25.873497 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296d986-d18d-4339-bcb1-34ca42e13d0a req-edae1883-a58a-48d4-ab83-76567d04d66b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:25.875409 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f149b-843e-4376-bea1-7111ae8d16ce req-73d317f8-976f-4371-a212-1d76ec43b3b9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:25.877082 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8d7f149b-843e-4376-bea1-7111ae8d16ce req-73d317f8-976f-4371-a212-1d76ec43b3b9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.0714366 Jul 14 12:55:25.881848 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3296d986-d18d-4339-bcb1-34ca42e13d0a req-edae1883-a58a-48d4-ab83-76567d04d66b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.0918136 Jul 14 12:55:25.944391 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3296d986-d18d-4339-bcb1-34ca42e13d0a req-5b6b2773-41b6-4270-8dba-1725c342f4c9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Jul 14 12:55:25.951895 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8d7f149b-843e-4376-bea1-7111ae8d16ce req-74ddec09-5845-4410-9406-13a6380a0aa1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688930 Jul 14 12:55:26.157241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a0489-57eb-4bc6-8131-db30326c551e req-6b865fbc-0837-4222-9763-5401a0e45ef8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:26.164395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-612a0489-57eb-4bc6-8131-db30326c551e req-6b865fbc-0837-4222-9763-5401a0e45ef8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1070395 Jul 14 12:55:26.209072 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-612a0489-57eb-4bc6-8131-db30326c551e req-920d7ed1-948f-456d-a8d0-6cce43c91efc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Jul 14 12:55:26.308586 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c61f2-f93e-4b0f-adb1-67d70805e519 req-e90f89d0-3c3d-4c63-b105-d46237fe9f91 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:26.310451 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d49c61f2-f93e-4b0f-adb1-67d70805e519 req-e90f89d0-3c3d-4c63-b105-d46237fe9f91 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0824342 Jul 14 12:55:26.351518 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d49c61f2-f93e-4b0f-adb1-67d70805e519 req-3206e3a7-fab6-4076-a656-454110ef2604 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Jul 14 12:55:26.851733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e997c97-f0f9-41c0-8147-fbd07bc53bd3 req-9893e72c-955a-464b-90d4-a472b6f873d4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:26.854402 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e997c97-f0f9-41c0-8147-fbd07bc53bd3 req-9893e72c-955a-464b-90d4-a472b6f873d4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0787346 Jul 14 12:55:26.899634 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e997c97-f0f9-41c0-8147-fbd07bc53bd3 req-2822ed74-c759-44e7-aafb-55d3bb0925da tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Jul 14 12:55:27.175801 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:55:27.211596 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72caf7d-5cb0-4908-8a38-b1572ef28684 req-1ddcb7c2-e583-4465-8ad8-5c3742e288dc tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:27.220650 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:27.221302 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d72caf7d-5cb0-4908-8a38-b1572ef28684 req-1ddcb7c2-e583-4465-8ad8-5c3742e288dc tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.1166613 Jul 14 12:55:27.256012 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d170-da57-4f3b-b85b-9d80b66559d3 req-a5dd5465-7050-4fac-af28-d4242ae65786 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:27.264942 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d9d8d170-da57-4f3b-b85b-9d80b66559d3 req-a5dd5465-7050-4fac-af28-d4242ae65786 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 944 time: 0.1441929 Jul 14 12:55:27.270626 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d72caf7d-5cb0-4908-8a38-b1572ef28684 req-409b03c7-1267-496e-999d-7ecd7b46331f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483282 Jul 14 12:55:27.340130 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d9d8d170-da57-4f3b-b85b-9d80b66559d3 req-20feec28-4778-4222-8ae2-ce6e567d00b3 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Jul 14 12:55:27.369365 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:27.370069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:27.374112 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:27.420250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768', 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7', 'port_id': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768', 'mac_address': 'fa:16:3e:81:0d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8997d9c7-8a81-42b0-8a5a-9e02916cc910', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:55:27.483436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:27.499250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:27.551822 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c682-1a5d-4f51-9f32-92a78371961e req-e6bcaba3-cac0-48c8-8a44-4267905c7a13 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:27.559342 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0506c682-1a5d-4f51-9f32-92a78371961e req-e6bcaba3-cac0-48c8-8a44-4267905c7a13 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1601143 Jul 14 12:55:27.584143 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:27.672435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:27.784098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:27.814876 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0506c682-1a5d-4f51-9f32-92a78371961e req-dcd3d0be-e26d-49be-b106-04e5c884e907 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487485 Jul 14 12:55:27.837514 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1248-df2e-439a-b875-ab96cd6d13c2 req-4109a085-e08c-403f-9679-e86c86668ba9 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:27.849593 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd4f1248-df2e-439a-b875-ab96cd6d13c2 req-4109a085-e08c-403f-9679-e86c86668ba9 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.2728736 Jul 14 12:55:27.907515 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:27.912162 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:27.920198 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:27.924504 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71687d-43ec-446d-ae26-03b138175241" -d '{"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:27.924700 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bd4f1248-df2e-439a-b875-ab96cd6d13c2 req-be8501f1-b054-489a-9dc2-da11e9b7b373 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Jul 14 12:55:27.949139 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:28.061409 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccecd973-8695-4abb-9037-2a19f114b40a x-openstack-request-id: req-ccecd973-8695-4abb-9037-2a19f114b40a {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:28.061715 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:28.062006 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccecd973-8695-4abb-9037-2a19f114b40a {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:28.062416 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'code': 200} Jul 14 12:55:28.079903 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=7']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:28.232890 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88057c18-6b6c-4c95-844b-545f66370aad req-7b7790b1-705d-4516-ad65-6d700dce93bf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:28.235288 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-88057c18-6b6c-4c95-844b-545f66370aad req-7b7790b1-705d-4516-ad65-6d700dce93bf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0717306 Jul 14 12:55:28.277171 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-88057c18-6b6c-4c95-844b-545f66370aad req-c65a9bac-b521-4977-adc7-7e39828ff3bf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Jul 14 12:55:28.528688 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04e90-947b-4540-a8e0-97984bdef6c7 req-4acb7663-bab0-4931-bcff-45f93379c730 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:28.530217 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b6b04e90-947b-4540-a8e0-97984bdef6c7 req-4acb7663-bab0-4931-bcff-45f93379c730 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 945 time: 0.0672030 Jul 14 12:55:28.539105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236b7e-a0b3-4f5e-9be8-2570aeef8ce0 req-fca2e593-e03c-4481-880a-f17c57e51842 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:28.547753 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9236b7e-a0b3-4f5e-9be8-2570aeef8ce0 req-fca2e593-e03c-4481-880a-f17c57e51842 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1105020 Jul 14 12:55:28.578065 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b6b04e90-947b-4540-a8e0-97984bdef6c7 req-a9ce1f3a-7e1f-469b-b40f-98def24013a0 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Jul 14 12:55:28.605625 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9236b7e-a0b3-4f5e-9be8-2570aeef8ce0 req-71266839-5228-46c7-9d2a-17e8841d2fdf tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566728 Jul 14 12:55:28.929900 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['8b4242da-f6aa-4b49-90af-8c7b7e3fe768'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:29.096849 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d32e56-0a62-499b-aade-a903de7e5cad req-5f9989b0-a3c1-4353-a907-02b0fa4d0445 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.103926 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04d32e56-0a62-499b-aade-a903de7e5cad req-5f9989b0-a3c1-4353-a907-02b0fa4d0445 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0938017 Jul 14 12:55:29.162981 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece50b4-cce6-4683-bec6-9cf07a975b7b req-1faf0005-4d77-4ae0-b26d-39a7a28ad948 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.169898 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2ece50b4-cce6-4683-bec6-9cf07a975b7b req-1faf0005-4d77-4ae0-b26d-39a7a28ad948 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.1066558 Jul 14 12:55:29.190744 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04d32e56-0a62-499b-aade-a903de7e5cad req-4b8eeb04-0075-47ec-96f1-1a9cc4b37ae9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854623 Jul 14 12:55:29.215264 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2ece50b4-cce6-4683-bec6-9cf07a975b7b req-f202fb0f-53f0-4eb3-868c-b7bf40f2be24 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Jul 14 12:55:29.486000 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de2ac-6438-4e07-9638-7f9a259f3e17 req-21afdda8-aed3-4b83-b93d-c40dcf6fe487 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.494637 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-210de2ac-6438-4e07-9638-7f9a259f3e17 req-21afdda8-aed3-4b83-b93d-c40dcf6fe487 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0887649 Jul 14 12:55:29.542864 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-210de2ac-6438-4e07-9638-7f9a259f3e17 req-0e1a83f6-1f84-4834-9bef-6fc31e3cdfe8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Jul 14 12:55:29.673360 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6568-82ef-4bb3-8f48-e9e7478f344b req-998bb57c-469b-4dfb-bae1-80508f01b5fe tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.675635 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ac2e6568-82ef-4bb3-8f48-e9e7478f344b req-998bb57c-469b-4dfb-bae1-80508f01b5fe tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0786507 Jul 14 12:55:29.726761 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ac2e6568-82ef-4bb3-8f48-e9e7478f344b req-9cb7323a-a8ea-4124-8817-e6adc22b352a tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 Jul 14 12:55:29.799689 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd511-4a1d-47b3-b182-6147e7d0fa5b req-650725ec-5aed-45dc-9487-3c1ce015e021 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.806988 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-432fd511-4a1d-47b3-b182-6147e7d0fa5b req-650725ec-5aed-45dc-9487-3c1ce015e021 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 945 time: 0.0961125 Jul 14 12:55:29.844700 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-432fd511-4a1d-47b3-b182-6147e7d0fa5b req-ec220d3d-1380-415b-8c71-a319af522bd6 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Jul 14 12:55:29.935776 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4225574-1ac3-40a8-bd49-b7ee0a2dc297 req-73eb8d09-2e1a-4af9-b285-fea85cf3b68d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:29.938033 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c4225574-1ac3-40a8-bd49-b7ee0a2dc297 req-73eb8d09-2e1a-4af9-b285-fea85cf3b68d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0929787 Jul 14 12:55:29.993613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c4225574-1ac3-40a8-bd49-b7ee0a2dc297 req-6d02ad30-1a08-47e8-ba8e-3feaa39efd1a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482874 Jul 14 12:55:30.387301 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f979b-d06d-49a8-a7b4-7ffa75268294 req-cb4fad70-e513-48ef-90d0-b5c063905a9c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:30.388918 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ee2f979b-d06d-49a8-a7b4-7ffa75268294 req-cb4fad70-e513-48ef-90d0-b5c063905a9c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0847266 Jul 14 12:55:30.434000 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ee2f979b-d06d-49a8-a7b4-7ffa75268294 req-2fdc223b-fd6b-4334-bf3a-914c44e1f2c3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Jul 14 12:55:30.741598 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b725e-55f4-4dc8-96ce-b96d7e5e256d req-51755246-9723-4a27-b65a-d6bda27d54ce tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:30.748737 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d57b725e-55f4-4dc8-96ce-b96d7e5e256d req-51755246-9723-4a27-b65a-d6bda27d54ce tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0801661 Jul 14 12:55:30.794676 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d57b725e-55f4-4dc8-96ce-b96d7e5e256d req-9f36b239-4f3d-4886-82ea-ae5cb927ac9c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Jul 14 12:55:30.968311 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5d1-8ff4-4407-8955-3a7612543d7e req-fc0436bb-a596-4fc6-beab-3c28080ed998 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:30.975864 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f6dc5d1-8ff4-4407-8955-3a7612543d7e req-fc0436bb-a596-4fc6-beab-3c28080ed998 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0871606 Jul 14 12:55:31.033109 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f6dc5d1-8ff4-4407-8955-3a7612543d7e req-042ceeb6-e9d5-4708-9220-c18104ce3649 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Jul 14 12:55:31.104449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4016-a442-4230-8048-54741ce26431 req-073d7312-476f-46a7-9038-d656a71d1fd3 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:31.112376 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be9a4016-a442-4230-8048-54741ce26431 req-073d7312-476f-46a7-9038-d656a71d1fd3 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 945 time: 0.1061661 Jul 14 12:55:31.160812 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-be9a4016-a442-4230-8048-54741ce26431 req-b13f0fc1-0a94-4ba0-b4be-61cd6bc39b7e tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Jul 14 12:55:31.227643 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e28d-1385-4738-897d-1e78e979bf04 req-9c0599de-0399-449b-ac68-105baeec5666 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:31.235076 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8638e28d-1385-4738-897d-1e78e979bf04 req-9c0599de-0399-449b-ac68-105baeec5666 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0766640 Jul 14 12:55:31.271647 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8638e28d-1385-4738-897d-1e78e979bf04 req-a89dea6f-a70c-4fa3-9f0d-cd0c98bbfbb3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Jul 14 12:55:31.653090 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71acd-837f-4fe9-9bae-398c653743f1 req-be435700-ff37-4ee1-88e0-cfa1d479e9b5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:31.653090 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0ba71acd-837f-4fe9-9bae-398c653743f1 req-be435700-ff37-4ee1-88e0-cfa1d479e9b5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0755289 Jul 14 12:55:31.695212 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0ba71acd-837f-4fe9-9bae-398c653743f1 req-060edf00-4043-48e4-a7cb-e6daf0bdf1c7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Jul 14 12:55:31.975434 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8175-c65b-4850-920a-d34cc4b0b50c req-0b94eacf-7524-46ec-afcd-131ee0ea2ce4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:31.976861 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e7be8175-c65b-4850-920a-d34cc4b0b50c req-0b94eacf-7524-46ec-afcd-131ee0ea2ce4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0726514 Jul 14 12:55:32.018461 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e7be8175-c65b-4850-920a-d34cc4b0b50c req-d5b7a9c6-5c65-4379-a6c7-b5d0668b14a9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Jul 14 12:55:32.256202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e443ae-6eab-4c0d-96dd-ed39837d35a4 req-636cab1a-3e71-492d-91e3-1141381e5397 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:32.257825 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-98e443ae-6eab-4c0d-96dd-ed39837d35a4 req-636cab1a-3e71-492d-91e3-1141381e5397 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.0958819 Jul 14 12:55:32.310698 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-98e443ae-6eab-4c0d-96dd-ed39837d35a4 req-65545a0b-c725-408f-ac56-cd33fcd8f3be tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Jul 14 12:55:32.361894 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e0449-3f36-455e-bf31-a36252fee659 req-7ba5e21b-3585-42c0-adff-729d30691ef4 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:32.369078 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-af4e0449-3f36-455e-bf31-a36252fee659 req-7ba5e21b-3585-42c0-adff-729d30691ef4 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 945 time: 0.0885499 Jul 14 12:55:32.408354 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-af4e0449-3f36-455e-bf31-a36252fee659 req-34726901-81ce-46f9-9829-f3886b014790 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Jul 14 12:55:32.493027 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973e50-44e1-41a6-b261-841e8a593fe8 req-501af16d-2de0-4814-a1d2-56333d976239 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:32.500530 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf973e50-44e1-41a6-b261-841e8a593fe8 req-501af16d-2de0-4814-a1d2-56333d976239 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0749233 Jul 14 12:55:32.549304 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf973e50-44e1-41a6-b261-841e8a593fe8 req-b7912aea-c266-43e0-82d4-413715e34c87 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476346 Jul 14 12:55:32.880799 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdaa82-3969-4573-94b0-0f95872bb8c1 req-481ecaf1-074a-4d3a-a471-5726c2a4446d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:32.882423 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-42cdaa82-3969-4573-94b0-0f95872bb8c1 req-481ecaf1-074a-4d3a-a471-5726c2a4446d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0688937 Jul 14 12:55:32.934883 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-42cdaa82-3969-4573-94b0-0f95872bb8c1 req-15ee3e7a-d816-4c85-847d-b4ebc062b73d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 Jul 14 12:55:33.046755 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-02133b98-470c-4092-aa04-565c43d807fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:33.241345 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb515d-38f2-4a40-a8cf-db50f927f1cd req-ff53ae18-380b-40fe-a331-90c530b467b7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:33.242926 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7abb515d-38f2-4a40-a8cf-db50f927f1cd req-ff53ae18-380b-40fe-a331-90c530b467b7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0739181 Jul 14 12:55:33.287079 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7abb515d-38f2-4a40-a8cf-db50f927f1cd req-bb390bda-01c2-4a79-ae63-ea6605213f19 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Jul 14 12:55:33.509076 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:33.542174 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3322-fc47-4c30-b5ca-4ceb76c3c07c req-12ffd124-0bf8-4d15-9255-9f51e1e9ad1b tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:33.548797 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b2b3322-fc47-4c30-b5ca-4ceb76c3c07c req-12ffd124-0bf8-4d15-9255-9f51e1e9ad1b tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.1231713 Jul 14 12:55:33.579607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:33.585275 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:33.586743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:33.619933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cbcb1-e072-4512-b597-3b689df8ad98 req-70e3f946-b67b-4efd-bce5-82bd9ae652fd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:33.620647 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6b2b3322-fc47-4c30-b5ca-4ceb76c3c07c req-6517c19f-1afa-4643-854e-1ee08d184bf2 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672281 Jul 14 12:55:33.627984 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a1cbcb1-e072-4512-b597-3b689df8ad98 req-70e3f946-b67b-4efd-bce5-82bd9ae652fd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 945 time: 0.0951509 Jul 14 12:55:33.690509 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:33.692402 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a1cbcb1-e072-4512-b597-3b689df8ad98 req-efe7f1ad-1543-4537-98f8-8e1699bc4ebc tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Jul 14 12:55:33.718300 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:33.721892 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d740d-92bc-47ea-af7e-47dfc5ced3b7" -d '{"events": [{"server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:33.741024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:33.746874 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:33.806885 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faaebdd-b8a0-46f6-b357-2d525b6de19d x-openstack-request-id: req-1faaebdd-b8a0-46f6-b357-2d525b6de19d {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:33.807417 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:33.807666 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1faaebdd-b8a0-46f6-b357-2d525b6de19d {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:33.808216 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768', 'code': 200} Jul 14 12:55:33.813236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:33.885520 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099d6d-5ff3-4ae4-801f-66a39f9e3cfa req-42cda4a7-785d-40a7-8dcc-cc5becd75bb4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:33.890653 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de099d6d-5ff3-4ae4-801f-66a39f9e3cfa req-42cda4a7-785d-40a7-8dcc-cc5becd75bb4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0836508 Jul 14 12:55:33.934045 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de099d6d-5ff3-4ae4-801f-66a39f9e3cfa req-815f57c2-97a9-44b1-9eb7-5a7000f9cf7a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Jul 14 12:55:34.231434 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-aeeed8d9-2401-47f8-a6e3-372cc606199d tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:34.232946 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-aeeed8d9-2401-47f8-a6e3-372cc606199d tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.49 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.1283717 Jul 14 12:55:34.250338 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85f97-0d96-4f34-8ae8-5581f632c6a0 req-74d9f851-102a-40ed-a28f-8643b0ec3de4 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:34.257306 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5cd85f97-0d96-4f34-8ae8-5581f632c6a0 req-74d9f851-102a-40ed-a28f-8643b0ec3de4 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1866424 Jul 14 12:55:34.279203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa310d01-cf3a-4a05-9864-dd833960e45c req-11d00081-2fda-4df2-93a5-711ecb972cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:34.280673 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aa310d01-cf3a-4a05-9864-dd833960e45c req-11d00081-2fda-4df2-93a5-711ecb972cbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 1099 time: 0.1747332 Jul 14 12:55:34.396278 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5cd85f97-0d96-4f34-8ae8-5581f632c6a0 req-f94c3b4f-9ef3-4522-9e21-30fd2bf76922 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379359 Jul 14 12:55:34.420028 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aa310d01-cf3a-4a05-9864-dd833960e45c req-745e1519-80fd-49be-a3c8-778d9a16451c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128757 Jul 14 12:55:34.510510 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Deleting port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:55:34.510742 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:34.556867 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b1e1-a4d6-4f36-a2b3-cf8738efef87 req-9b184067-22d3-4f45-8680-fc6338a88566 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:34.558443 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f7d0b1e1-a4d6-4f36-a2b3-cf8738efef87 req-9b184067-22d3-4f45-8680-fc6338a88566 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1247060 Jul 14 12:55:34.601464 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f7d0b1e1-a4d6-4f36-a2b3-cf8738efef87 req-baea5283-cc6c-4346-8b0b-beb8a848dcbf tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Jul 14 12:55:34.637915 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] For port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,segment=NetworkSegment(924ea6cc-baa9-4de1-bbfd-6b822d209bf6),segment_id=924ea6cc-baa9-4de1-bbfd-6b822d209bf6)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:34.638154 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:34.666009 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Calling delete_port for 998bd9d3-2c55-4f3d-99f3-f08ff7387acc owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:55:34.964323 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615c76a-5153-484f-8737-a1beb080f1d3 req-34a1aae3-1fae-4f62-8aed-b8e4d8c6d312 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:34.965929 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8615c76a-5153-484f-8737-a1beb080f1d3 req-34a1aae3-1fae-4f62-8aed-b8e4d8c6d312 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 950 time: 0.1562979 Jul 14 12:55:35.085511 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d440fe-460c-4a66-84de-aac540dd7f32 req-2d3c6479-799e-454b-aefc-8d9bccfe077c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:35.095537 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60d440fe-460c-4a66-84de-aac540dd7f32 req-2d3c6479-799e-454b-aefc-8d9bccfe077c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 946 time: 0.1309357 Jul 14 12:55:35.128934 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8615c76a-5153-484f-8737-a1beb080f1d3 req-87eb6ced-6132-4514-87b8-f0361b476c27 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/security-groups?id=d38853b9-40f9-4d01-bd79-cf8e59289ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479158 Jul 14 12:55:35.137126 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:35.157614 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['998bd9d3-2c55-4f3d-99f3-f08ff7387acc'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:35.179674 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-60d440fe-460c-4a66-84de-aac540dd7f32 req-6a9b6f2b-2048-4787-9d2c-c25a3cbb9c34 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831344 Jul 14 12:55:35.246993 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Pushing event deleted for resources: {'Port': ['ID=998bd9d3-2c55-4f3d-99f3-f08ff7387acc,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:35.394019 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] No DVR routers for this DVR port 998bd9d3-2c55-4f3d-99f3-f08ff7387acc on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:55:35.402562 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:35.409283 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2f03ed6-ea6e-4cc7-bbb2-cdbd3af4cfaf req-06c032c1-a44a-4db3-9cdb-759a7b863473 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.49 "DELETE /v2.0/ports/998bd9d3-2c55-4f3d-99f3-f08ff7387acc HTTP/1.1" status: 204 len: 173 time: 1.1435041 Jul 14 12:55:35.413729 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'name': 'network-vif-deleted', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:35.416360 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894e3c1-e60e-44fe-ba52-a9cb40837baa" -d '{"events": [{"server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "name": "network-vif-deleted", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:35.437760 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1f77fa27-0cd0-40fe-9726-b3cb5efe0d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:35.519870 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8e80-900b-45db-9090-38345ebc8eec req-f3ba16b9-f228-4978-95b6-d30f21039952 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:35.527486 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a6e8e80-900b-45db-9090-38345ebc8eec req-f3ba16b9-f228-4978-95b6-d30f21039952 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.1649477 Jul 14 12:55:35.537481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50178df-f92f-4632-b172-3321892d5ba2 x-openstack-request-id: req-c50178df-f92f-4632-b172-3321892d5ba2 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:35.547241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637a1db-9b0f-4191-aa71-8329cebb5c10", "name": "network-vif-deleted", "tag": "998bd9d3-2c55-4f3d-99f3-f08ff7387acc", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:35.549285 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c50178df-f92f-4632-b172-3321892d5ba2 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:35.552474 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7637a1db-9b0f-4191-aa71-8329cebb5c10', 'name': 'network-vif-deleted', 'tag': '998bd9d3-2c55-4f3d-99f3-f08ff7387acc', 'status': 'completed', 'code': 200} Jul 14 12:55:35.610278 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a6e8e80-900b-45db-9090-38345ebc8eec req-75292b7a-f014-4ef6-8d76-662222d5a89a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771921 Jul 14 12:55:35.851307 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:35.932712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e07-93e9-4f2e-a094-a51ee3a1b912 req-0b255f5b-0f03-473d-a076-25fda39b2c21 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:35.934450 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-feb75e07-93e9-4f2e-a094-a51ee3a1b912 req-0b255f5b-0f03-473d-a076-25fda39b2c21 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0741582 Jul 14 12:55:35.969819 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc05e2b-69b9-43bd-bab5-70c5230e892c req-8d38459f-256b-4a5d-816c-18c671ca8b0b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:35.972984 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-acc05e2b-69b9-43bd-bab5-70c5230e892c req-8d38459f-256b-4a5d-816c-18c671ca8b0b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1624246 Jul 14 12:55:35.998136 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-feb75e07-93e9-4f2e-a094-a51ee3a1b912 req-b28dbd46-69b4-4cda-b72b-5fd5b526ba58 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Jul 14 12:55:36.046401 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-acc05e2b-69b9-43bd-bab5-70c5230e892c req-cc355706-93ce-474e-b8ea-31048f221738 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628290 Jul 14 12:55:36.354508 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30c82b6e-c913-49be-894c-c6691899d6e1 req-a161884a-2025-4b34-baed-cd896b8a3872 tempest-VolumesNegativeTest-1250360113 tempest-VolumesNegativeTest-1250360113-project] 10.222.0.48 "GET /v2.0/ports?device_id=7637a1db-9b0f-4191-aa71-8329cebb5c10 HTTP/1.1" status: 200 len: 210 time: 0.0519829 Jul 14 12:55:36.384202 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25666635-6631-4b4c-88e0-975503d4d740 req-87a85f7d-a525-45d7-8a74-dd3b82155464 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:36.386165 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25666635-6631-4b4c-88e0-975503d4d740 req-87a85f7d-a525-45d7-8a74-dd3b82155464 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 946 time: 0.0826063 Jul 14 12:55:36.433806 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25666635-6631-4b4c-88e0-975503d4d740 req-185e1664-6008-4229-aa44-228498509898 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Jul 14 12:55:36.745429 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:36.786288 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975062-91f6-49bb-aa53-0409d94cdab9 req-6404e258-bc5a-452b-941f-156ebdbbb325 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:36.787862 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6975062-91f6-49bb-aa53-0409d94cdab9 req-6404e258-bc5a-452b-941f-156ebdbbb325 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 945 time: 0.0661130 Jul 14 12:55:36.827689 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6975062-91f6-49bb-aa53-0409d94cdab9 req-25e64062-16f5-43cb-a480-ac507b6b515a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341191 Jul 14 12:55:37.182380 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2870dd-9bfb-41e9-ba5a-ab875403ffe3 req-977fa395-efa3-4e13-97d0-b4c6892e3d4b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.185042 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c2870dd-9bfb-41e9-ba5a-ab875403ffe3 req-977fa395-efa3-4e13-97d0-b4c6892e3d4b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0713551 Jul 14 12:55:37.216578 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-f1b42561-5b4e-46fb-b7a6-403ccf0eed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.218106 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-f1b42561-5b4e-46fb-b7a6-403ccf0eed45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1098 time: 0.0693271 Jul 14 12:55:37.259393 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c2870dd-9bfb-41e9-ba5a-ab875403ffe3 req-5d591b74-b3cc-452f-b37d-457264f667f6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Jul 14 12:55:37.381356 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-b85542c1-52d1-437d-bc59-307bfe9083bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.384442 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-b85542c1-52d1-437d-bc59-307bfe9083bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.1533978 Jul 14 12:55:37.471195 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c306-a957-4442-be48-5db8d12a2a23 req-2a89a2de-57e2-4b0b-bf67-751deb46f398 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.473590 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1086c306-a957-4442-be48-5db8d12a2a23 req-2a89a2de-57e2-4b0b-bf67-751deb46f398 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 946 time: 0.0825787 Jul 14 12:55:37.497553 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-31c16d9c-a909-443d-b107-e7bdae6d794c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 1001 time: 0.1048036 Jul 14 12:55:37.512889 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1086c306-a957-4442-be48-5db8d12a2a23 req-5c497f74-f861-43b2-a0e3-b7f0b20e6c9c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Jul 14 12:55:37.514713 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 998bd9d3-2c55-4f3d-99f3-f08ff7387acc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:55:37.545938 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 998bd9d3-2c55-4f3d-99f3-f08ff7387acc {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:55:37.546402 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 998bd9d3-2c55-4f3d-99f3-f08ff7387acc not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:55:37.547039 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:55:37.563279 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c255-659b-4ebf-b163-4b96b8b33d65 req-b9092bef-4b57-49b1-8b4f-b5ad71dec42d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.565116 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f498c255-659b-4ebf-b163-4b96b8b33d65 req-b9092bef-4b57-49b1-8b4f-b5ad71dec42d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1344085 Jul 14 12:55:37.574975 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-6bb4fe4a-02ce-46f5-8360-85cfa51db62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.576497 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-6bb4fe4a-02ce-46f5-8360-85cfa51db62f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0704679 Jul 14 12:55:37.635664 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:37.643380 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f498c255-659b-4ebf-b163-4b96b8b33d65 req-f7339e8e-1d68-44ea-9c41-48591a2b6b19 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712428 Jul 14 12:55:37.670885 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-20f529f6-6a9b-4215-a481-c1aca70885b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:37.672355 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-20f529f6-6a9b-4215-a481-c1aca70885b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804534 Jul 14 12:55:37.681403 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:37.683658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d7988-9fc3-4608-857e-6e872d428bd0" -d '{"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:37.706858 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:37.715645 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:37.742582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9764e5a-545e-43f1-9d10-4901e8c59ed9 x-openstack-request-id: req-a9764e5a-545e-43f1-9d10-4901e8c59ed9 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:37.743031 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:37.743290 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9764e5a-545e-43f1-9d10-4901e8c59ed9 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:37.743871 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'code': 200} Jul 14 12:55:37.777503 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=8']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:37.787644 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-381128b8-0d33-4e8e-badd-8410d715d7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079068 Jul 14 12:55:37.895433 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b056eb25-a7af-4c57-bcb5-6e2dfd748632 req-dfada499-d9d8-4632-a5f1-cec4b36ab74a service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996187 Jul 14 12:55:38.045477 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc273-c9d4-4d67-9b99-94f2311f0d52 req-53ac9b33-f0d7-4693-a529-52e2a4b8ce30 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:38.047095 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-59cdc273-c9d4-4d67-9b99-94f2311f0d52 req-53ac9b33-f0d7-4693-a529-52e2a4b8ce30 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0798748 Jul 14 12:55:38.090615 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-59cdc273-c9d4-4d67-9b99-94f2311f0d52 req-faf67e75-72f3-4db6-9dd4-8efb939eada4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 Jul 14 12:55:38.364237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55870) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:38.465373 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df353955-9f2a-48f8-92ec-12c2bbd8d1cb req-8bab0c06-1e1e-4872-bae4-a2cdeaad1c68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:38.467118 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df353955-9f2a-48f8-92ec-12c2bbd8d1cb req-8bab0c06-1e1e-4872-bae4-a2cdeaad1c68 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0733299 Jul 14 12:55:38.512239 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-df353955-9f2a-48f8-92ec-12c2bbd8d1cb req-e432d4ea-7bc6-4766-9dd8-b315a42e2996 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Jul 14 12:55:38.556958 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.602667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fa0aae18-fb59-4fcd-8e07-525409a322e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.635083 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.760803 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6e5f-5b8a-431e-9861-ba19cf9fdb9c req-4320ea3b-cca7-4e47-9898-4cc32bd75012 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:38.762488 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f2b6e5f-5b8a-431e-9861-ba19cf9fdb9c req-4320ea3b-cca7-4e47-9898-4cc32bd75012 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 946 time: 0.1079206 Jul 14 12:55:38.767461 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fa0aae18-fb59-4fcd-8e07-525409a322e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.787408 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fa0aae18-fb59-4fcd-8e07-525409a322e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.843045 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9f2b6e5f-5b8a-431e-9861-ba19cf9fdb9c req-56b133dc-83a4-4f14-a5df-fb5238396e63 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 Jul 14 12:55:38.862965 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786af3f6-3171-42f3-a7b2-720ce25cc68c req-74bbf643-328f-4923-b09a-84bf289660a5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:38.867094 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fa0aae18-fb59-4fcd-8e07-525409a322e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c72928e0053e4c6fa448c2eaf5876d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017748 Jul 14 12:55:38.869818 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 55912) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:38.870709 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0aae18-fb59-4fcd-8e07-525409a322e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecc792-acf0-4775-9dbc-aa0d8ea1c5a4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:38.879327 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-786af3f6-3171-42f3-a7b2-720ce25cc68c req-74bbf643-328f-4923-b09a-84bf289660a5 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0948355 Jul 14 12:55:38.934134 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-786af3f6-3171-42f3-a7b2-720ce25cc68c req-ebae110e-6c6a-483f-90a7-2cb07cf32c80 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516217 Jul 14 12:55:38.942555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:38.965997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.024729 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.027381 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.028507 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8ecc792-acf0-4775-9dbc-aa0d8ea1c5a4 HTTP/1.1" status: 204 len: 168 time: 0.1547749 Jul 14 12:55:39.038544 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d1917-ee25-444e-b600-03e75cb8f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ecc792-acf0-4775-9dbc-aa0d8ea1c5a4,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:39.374162 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-8286b452-c7a6-48cb-afd2-b17341c1edca tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:39.376215 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-8286b452-c7a6-48cb-afd2-b17341c1edca tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 946 time: 0.0877068 Jul 14 12:55:39.524174 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b15cf-61a2-441d-8581-1bcac3cc6b87 req-7662f315-df0d-48a5-a289-1e6cd1161962 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:39.525845 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-757b15cf-61a2-441d-8581-1bcac3cc6b87 req-7662f315-df0d-48a5-a289-1e6cd1161962 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1307843 Jul 14 12:55:39.575918 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Deleting port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:55:39.576265 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.598788 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-757b15cf-61a2-441d-8581-1bcac3cc6b87 req-220bed6e-054a-4e9a-b9c2-ecab45ebc95d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645161 Jul 14 12:55:39.705234 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] For port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:39.705599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.722374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Calling delete_port for 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:55:39.768152 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159736b7-c35e-465e-bf52-c641660048b6 req-ea6f2765-f594-4b8d-a128-70e801805146 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:39.770003 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-159736b7-c35e-465e-bf52-c641660048b6 req-ea6f2765-f594-4b8d-a128-70e801805146 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0928996 Jul 14 12:55:39.817625 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-159736b7-c35e-465e-bf52-c641660048b6 req-906c60a1-9a9f-46ea-948e-2a7ef2fa7585 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Jul 14 12:55:39.889035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.903369 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['8b4242da-f6aa-4b49-90af-8c7b7e3fe768'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:55:39.951858 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Pushing event deleted for resources: {'Port': ['ID=8b4242da-f6aa-4b49-90af-8c7b7e3fe768,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:39.979206 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] No DVR routers for this DVR port 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:55:39.982091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:39.984265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3205bf2e-6cc5-42bd-bdcd-c4f7e6c746d9 req-24b0de3e-6c60-420e-9617-84ef7be5032a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "DELETE /v2.0/ports/8b4242da-f6aa-4b49-90af-8c7b7e3fe768 HTTP/1.1" status: 204 len: 173 time: 0.5977774 Jul 14 12:55:39.984718 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'name': 'network-vif-deleted', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:39.987696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4d76c-a778-4b02-96db-af1f99fce922" -d '{"events": [{"server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "name": "network-vif-deleted", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:40.044749 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c3badea8-2dc5-40f0-9a3f-3d1162671640 req-ef13b2a2-5ddb-4e97-a5da-b87bd3b4b390 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb HTTP/1.1" status: 200 len: 210 time: 0.0447743 Jul 14 12:55:40.093435 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71b899-1518-462d-964e-54e8343b8476 x-openstack-request-id: req-4c71b899-1518-462d-964e-54e8343b8476 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:40.094250 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb", "name": "network-vif-deleted", "tag": "8b4242da-f6aa-4b49-90af-8c7b7e3fe768", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:40.094698 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c71b899-1518-462d-964e-54e8343b8476 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:40.095265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c4e7a-0a66-49d3-a2c5-6f7280c8c8eb', 'name': 'network-vif-deleted', 'tag': '8b4242da-f6aa-4b49-90af-8c7b7e3fe768', 'status': 'completed', 'code': 200} Jul 14 12:55:40.181435 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891ce94-96a3-4db0-bc43-804e8d9c41da req-7ecbc187-6380-453e-970a-d2517747709d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:40.183040 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7891ce94-96a3-4db0-bc43-804e8d9c41da req-7ecbc187-6380-453e-970a-d2517747709d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0936155 Jul 14 12:55:40.233470 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7891ce94-96a3-4db0-bc43-804e8d9c41da req-403283be-2d62-47f9-a493-6dc2c8680249 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Jul 14 12:55:40.612955 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e41f31-f294-493c-87d9-e71cfcc9ca84 req-13b3ea7a-dcca-4347-a6db-717cc0495527 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:40.615632 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00e41f31-f294-493c-87d9-e71cfcc9ca84 req-13b3ea7a-dcca-4347-a6db-717cc0495527 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0861964 Jul 14 12:55:40.624054 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-4f455766-cad1-429e-8512-17af3f1e16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:40.625693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-4f455766-cad1-429e-8512-17af3f1e16b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0765421 Jul 14 12:55:40.673324 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-00e41f31-f294-493c-87d9-e71cfcc9ca84 req-93481471-4441-4029-9254-c5ca14e7c2ee tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 Jul 14 12:55:40.812315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-220273b6-74d8-4df6-8b62-60f8036219ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:40.814512 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-220273b6-74d8-4df6-8b62-60f8036219ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.1734085 Jul 14 12:55:40.902125 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f555d0-4378-44af-b99f-ecc5b584a427 req-99c21f05-8703-4418-a928-9c9fdc2194f4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:40.914551 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-97f555d0-4378-44af-b99f-ecc5b584a427 req-99c21f05-8703-4418-a928-9c9fdc2194f4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1564932 Jul 14 12:55:40.961576 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-31fa5f06-2a92-45a2-970a-b0e976017668 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 1002 time: 0.1387067 Jul 14 12:55:41.028649 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-017de726-3f7c-4afa-887d-dff9fe425d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:41.030155 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-017de726-3f7c-4afa-887d-dff9fe425d27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0528533 Jul 14 12:55:41.072220 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e3f28-7d39-4c70-86fc-2146b1dcdf7c req-79f57c42-9571-4a59-bca7-c51881aff3d1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:41.073968 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-094e3f28-7d39-4c70-86fc-2146b1dcdf7c req-79f57c42-9571-4a59-bca7-c51881aff3d1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0918002 Jul 14 12:55:41.106683 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-97f555d0-4378-44af-b99f-ecc5b584a427 req-faeb41d6-9ce1-46cf-823c-2dca934ef79f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896036 Jul 14 12:55:41.128495 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-094e3f28-7d39-4c70-86fc-2146b1dcdf7c req-d9fc7d37-a734-4ca6-a39c-5c1d7c3cd916 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Jul 14 12:55:41.147069 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-68c98179-a084-4254-9c63-90806fca3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:41.147069 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-68c98179-a084-4254-9c63-90806fca3686 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063702 Jul 14 12:55:41.238214 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56078) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:41.275906 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-4c481b1b-28f8-447e-9638-a36fdf40c64d service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237082 Jul 14 12:55:41.376514 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-81db4ce5-ccbf-4a84-be5a-bec740c64952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.409701 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d3199c81-b0bc-4e03-8c71-c05ba2348385 req-a08daf58-741a-4df0-8812-7ea772aceb8b service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224017 Jul 14 12:55:41.500455 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-81db4ce5-ccbf-4a84-be5a-bec740c64952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.505756 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-81db4ce5-ccbf-4a84-be5a-bec740c64952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.537577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-22943f20-d736-4d4e-a84f-989bc473c9eb tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:41.540228 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-22943f20-d736-4d4e-a84f-989bc473c9eb tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/networks?id=c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 200 len: 809 time: 0.1122906 Jul 14 12:55:41.544932 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-81db4ce5-ccbf-4a84-be5a-bec740c64952 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec2c30ea7af0425c9bbc152b09e3a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055677 Jul 14 12:55:41.545775 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db4ce5-ccbf-4a84-be5a-bec740c64952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172dc8e0-a7a1-413f-b9ee-e8712ba9c2d2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:41.548659 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56100) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:41.564709 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-487d1395-4ca1-4d25-86b6-83317359d44b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/quotas/c74f69f808c1457b982e64ffbe14b07e HTTP/1.1" status: 200 len: 375 time: 0.0133705 Jul 14 12:55:41.606085 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.614285 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-339ce0ec-e154-4347-8ab6-0f5847fb5669 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430543 Jul 14 12:55:41.646658 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.700622 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.704004 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:41.708265 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/172dc8e0-a7a1-413f-b9ee-e8712ba9c2d2 HTTP/1.1" status: 204 len: 168 time: 0.1586685 Jul 14 12:55:41.711194 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-434aa3a7-5195-4229-ba04-bdf67234da5b service neutron] 10.222.0.48 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907586 Jul 14 12:55:41.716645 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1514-cb7f-4530-889b-b9b7aac472dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172dc8e0-a7a1-413f-b9ee-e8712ba9c2d2,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:41.824142 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-3873acd5-626b-4323-abbc-1891bee45005 service neutron] 10.222.0.48 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064227 Jul 14 12:55:42.074474 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a2fe-7e47-44fd-b6c3-4883944663c9 req-b346aa0c-6b11-421a-9b4e-8a0fcb7b6eb1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:42.078389 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72f6a2fe-7e47-44fd-b6c3-4883944663c9 req-b346aa0c-6b11-421a-9b4e-8a0fcb7b6eb1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0823948 Jul 14 12:55:42.136187 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72f6a2fe-7e47-44fd-b6c3-4883944663c9 req-6750c0e5-6875-428c-b333-69afc198985c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508845 Jul 14 12:55:42.160406 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b978c-f3a9-4e2d-8ef3-2a3582a3b221 req-2731361d-7851-4435-9b45-9cea9fb5e04a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:42.162723 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-260b978c-f3a9-4e2d-8ef3-2a3582a3b221 req-2731361d-7851-4435-9b45-9cea9fb5e04a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0988171 Jul 14 12:55:42.225186 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-260b978c-f3a9-4e2d-8ef3-2a3582a3b221 req-205344aa-5657-40b8-bb3c-c9ac1c03c03d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553005 Jul 14 12:55:42.332591 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-baf344af-7c04-4210-a9d5-7ea104aebbe0 req-1c82ecb4-9dcd-4345-a802-b8c2c5079f32 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 210 time: 0.0477917 Jul 14 12:55:42.446574 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56148) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:42.450802 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193b4bb-7826-4d55-bc2a-242274f82bce req-b7fd8455-1b65-47c3-bba6-014ff1eb3c7c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:42.454177 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f193b4bb-7826-4d55-bc2a-242274f82bce req-b7fd8455-1b65-47c3-bba6-014ff1eb3c7c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0809064 Jul 14 12:55:42.509811 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f193b4bb-7826-4d55-bc2a-242274f82bce req-0c849dc3-1720-4941-8561-c23a056356e1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Jul 14 12:55:42.747977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56166) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:42.748379 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-04322d97-c3ef-4c09-bfa8-b776784c7ba6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=203db29c50084af096ebbe69096aff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004289 Jul 14 12:55:42.749587 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56168) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:42.807558 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:42.840633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:42.871937 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-9ce668d9-ed63-4111-a208-54340c162eae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210098 Jul 14 12:55:42.904454 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:42.917177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:42.927884 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d38853b9-40f9-4d01-bd79-cf8e59289ad5 HTTP/1.1" status: 204 len: 168 time: 0.1720996 Jul 14 12:55:42.936863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee2145-0e78-4339-be56-d4d33720b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38853b9-40f9-4d01-bd79-cf8e59289ad5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:43.550001 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:55:43.600932 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576487d-0f2e-42d3-ab45-43f34af73862 req-bb56b724-f149-4c09-bd66-09d7613f3a8b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:43.603748 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9576487d-0f2e-42d3-ab45-43f34af73862 req-bb56b724-f149-4c09-bd66-09d7613f3a8b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0941248 Jul 14 12:55:43.676086 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9576487d-0f2e-42d3-ab45-43f34af73862 req-a5f8d373-0bc4-483a-856e-a8dc07ea5277 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606687 Jul 14 12:55:43.697659 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:55:43.736609 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:55:43.736958 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 8b4242da-f6aa-4b49-90af-8c7b7e3fe768 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:55:43.878525 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-591bf73c-cb17-4755-a0e2-9db61dd5fb2c req-05b72ae3-3e67-4eb4-8685-5419f48e9dc8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 210 time: 0.0488932 Jul 14 12:55:43.897555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25170b7-ae5f-47ad-b78b-e89784a5dc3a req-eade15b5-637f-4c15-a848-8eb0e853b0ee tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:43.912209 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c25170b7-ae5f-47ad-b78b-e89784a5dc3a req-eade15b5-637f-4c15-a848-8eb0e853b0ee tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.5137205 Jul 14 12:55:43.928142 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-499e64ca-9e0b-4f56-a460-83510122a0ab tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:43.929714 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-499e64ca-9e0b-4f56-a460-83510122a0ab tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "GET /v2.0/networks?id=c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 200 len: 809 time: 0.5258534 Jul 14 12:55:43.955988 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Request body: {'port': {'device_id': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7', 'admin_state_up': True, 'tenant_id': 'c74f69f808c1457b982e64ffbe14b07e'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:44.000164 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c25170b7-ae5f-47ad-b78b-e89784a5dc3a req-33a6d8f8-b89f-4e44-bbe9-14a6f9f52a28 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948822 Jul 14 12:55:44.079369 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f714a-e9ba-4fdf-bb4c-01e93702f510 req-cd77a887-ad68-416e-b3c2-dca7ba641ce9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:44.080650 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Made reservation on behalf of c74f69f808c1457b982e64ffbe14b07e for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:44.080807 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-705f714a-e9ba-4fdf-bb4c-01e93702f510 req-cd77a887-ad68-416e-b3c2-dca7ba641ce9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0739555 Jul 14 12:55:44.084142 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.127141 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-705f714a-e9ba-4fdf-bb4c-01e93702f510 req-7d918be0-d7ca-4a50-88a9-0a53aeba2397 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Jul 14 12:55:44.211960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Allocated IP 172.20.0.11 (c411956a-424d-480b-a902-9c4a2e86acd7/8997d9c7-8a81-42b0-8a5a-9e02916cc910/b917a938-240c-4ec1-a8ae-380e1fa51767) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:44.359478 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.407634 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.454496 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Network c411956a-424d-480b-a902-9c4a2e86acd7 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:44.457617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:44.464661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:44.471457 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Pushing event updated for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:44.524339 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:44.524944 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.539260 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-6308c7ee-cea3-4e27-82bb-6eb30e22f9dd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941291 Jul 14 12:55:44.553661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Request body: {'port': {'device_id': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:44.630599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.893991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b917a938-240c-4ec1-a8ae-380e1fa51767 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:55:44.902419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.915091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Transition to ACTIVE for port object b917a938-240c-4ec1-a8ae-380e1fa51767 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:44.920366 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:44.976658 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:45.168240 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Attempting to bind port b917a938-240c-4ec1-a8ae-380e1fa51767 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:55:45.168489 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Attempting to bind port b917a938-240c-4ec1-a8ae-380e1fa51767 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:55:45.168814 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Attempting to bind port b917a938-240c-4ec1-a8ae-380e1fa51767 on network c411956a-424d-480b-a902-9c4a2e86acd7 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:45.196985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Port b917a938-240c-4ec1-a8ae-380e1fa51767 on network c411956a-424d-480b-a902-9c4a2e86acd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:55:45.196985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Attempting to bind port b917a938-240c-4ec1-a8ae-380e1fa51767 on network c411956a-424d-480b-a902-9c4a2e86acd7 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:45.211346 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959d04f-3491-462c-9d9d-a63f0f759c5e req-6c0bc4e9-9124-48ba-9ade-4ac860dfcab9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.211928 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:55:45.212055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Checking segment: {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:45.212364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Bound using segment: {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:55:45.212843 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Bound port: b917a938-240c-4ec1-a8ae-380e1fa51767, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b12ff5-be72-421c-973d-8caaf3402536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:55:45.213172 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:45.214002 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c959d04f-3491-462c-9d9d-a63f0f759c5e req-6c0bc4e9-9124-48ba-9ade-4ac860dfcab9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0808437 Jul 14 12:55:45.236795 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1acce4-03bf-49dd-b863-7f0e49837e03 req-e01b190c-ece0-4c9b-9e70-298a56b7e4bd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.238351 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c1acce4-03bf-49dd-b863-7f0e49837e03 req-e01b190c-ece0-4c9b-9e70-298a56b7e4bd tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.2340527 Jul 14 12:55:45.243995 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-be2a91f8-1da2-4d03-bf22-f8ffae30c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.245418 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-be2a91f8-1da2-4d03-bf22-f8ffae30c919 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 1096 time: 0.2102585 Jul 14 12:55:45.258778 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c959d04f-3491-462c-9d9d-a63f0f759c5e req-8a209308-bc59-4cfd-90f6-19d4f7eefcf1 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358016 Jul 14 12:55:45.342399 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c1acce4-03bf-49dd-b863-7f0e49837e03 req-bb4f6e05-eea0-4aea-a863-25ac2184b0c0 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Jul 14 12:55:45.359243 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:55:45.363590 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b917a938-240c-4ec1-a8ae-380e1fa51767,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:55:45.372609 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:45.424922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-f37e2ec7-bdec-4a70-8c3c-3757b318bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.426477 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-f37e2ec7-bdec-4a70-8c3c-3757b318bf32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1096 time: 0.1434181 Jul 14 12:55:45.430607 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.431219 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:45.432578 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] 10.222.0.49 "PUT /v2.0/ports/b917a938-240c-4ec1-a8ae-380e1fa51767 HTTP/1.1" status: 200 len: 1094 time: 0.8831792 Jul 14 12:55:45.433009 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:55:45.435291 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:55:45.448198 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13e8ea-f40a-4337-83e1-f9490c6d4c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:45.462703 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65a07-0e7f-4f25-8adb-1def21a6052d req-28fbb9e7-aeae-4729-9c47-829fc9667646 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.470509 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4fd65a07-0e7f-4f25-8adb-1def21a6052d req-28fbb9e7-aeae-4729-9c47-829fc9667646 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0762303 Jul 14 12:55:45.487998 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412bd29a-0e32-4785-b60d-2ecf9ebda638 x-openstack-request-id: req-412bd29a-0e32-4785-b60d-2ecf9ebda638 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:55:45.488333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:55:45.488449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-412bd29a-0e32-4785-b60d-2ecf9ebda638 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:55:45.488820 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767', 'status': 'completed', 'code': 200} Jul 14 12:55:45.514473 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4fd65a07-0e7f-4f25-8adb-1def21a6052d req-008c6241-77db-4ca2-a0a0-f86fc3b331dd tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Jul 14 12:55:45.556023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-75ea5728-15d2-45c4-a9d1-e37c2395aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:45.557513 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-75ea5728-15d2-45c4-a9d1-e37c2395aa02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.0950825 Jul 14 12:55:46.226196 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:55:46.452960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f213b-f460-4e9b-b4fb-90d561b8f2e2 req-981598b6-254f-4642-a473-81e1be1b2474 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:46.454413 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd6f213b-f460-4e9b-b4fb-90d561b8f2e2 req-981598b6-254f-4642-a473-81e1be1b2474 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0679860 Jul 14 12:55:46.493188 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cd6f213b-f460-4e9b-b4fb-90d561b8f2e2 req-078267f2-5646-4121-89f8-3586e9792f3e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331926 Jul 14 12:55:46.520582 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1870e25-a950-4e87-83ed-6a59039015aa req-b04e518f-2cce-4d33-b0e7-891b63fd5764 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:46.522356 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a1870e25-a950-4e87-83ed-6a59039015aa req-b04e518f-2cce-4d33-b0e7-891b63fd5764 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0669219 Jul 14 12:55:46.562253 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a1870e25-a950-4e87-83ed-6a59039015aa req-be5af1ec-3327-42de-b71a-0fe337045367 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jul 14 12:55:46.696059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5302-de8e-452f-8287-18511437c657 req-fdec502a-7825-4255-8e62-5ae26decf4f8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:46.697575 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-530f5302-de8e-452f-8287-18511437c657 req-fdec502a-7825-4255-8e62-5ae26decf4f8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0640407 Jul 14 12:55:46.736124 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-530f5302-de8e-452f-8287-18511437c657 req-274f4038-77fc-439b-9840-45fbeef96515 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Jul 14 12:55:47.682033 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee500af-7fc1-4406-b395-a5b3e0465798 req-071284cb-cf46-4db9-8026-c8eb48ca7ac2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:47.683512 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ee500af-7fc1-4406-b395-a5b3e0465798 req-071284cb-cf46-4db9-8026-c8eb48ca7ac2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0653758 Jul 14 12:55:47.723393 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ee500af-7fc1-4406-b395-a5b3e0465798 req-569368a8-599c-41ea-9ab9-9b5eab89c3c9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jul 14 12:55:47.739736 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429b192-9e8d-4d1d-81a8-87df63113b82 req-3731e8d1-8c24-4bc6-be99-ffe2bef1580f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:47.741357 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2429b192-9e8d-4d1d-81a8-87df63113b82 req-3731e8d1-8c24-4bc6-be99-ffe2bef1580f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0698519 Jul 14 12:55:47.780270 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2429b192-9e8d-4d1d-81a8-87df63113b82 req-a197bc9a-8400-4339-bff9-864b79652ba7 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Jul 14 12:55:47.917888 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ec57-c174-4155-aed7-08437143df93 req-4d772483-6122-4146-a547-985bda3f5d82 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:47.919355 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ea2ec57-c174-4155-aed7-08437143df93 req-4d772483-6122-4146-a547-985bda3f5d82 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0659726 Jul 14 12:55:47.957826 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8ea2ec57-c174-4155-aed7-08437143df93 req-9a2cd3cf-b036-413a-86fe-e0c604a9d947 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 14 12:55:48.520752 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-119d7522-370a-4b9e-991b-69856c8d013f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 999 time: 0.0846756 Jul 14 12:55:48.538918 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-4819ef49-b900-42cc-bd78-a5df317e0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:48.540482 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-4819ef49-b900-42cc-bd78-a5df317e0863 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 1097 time: 0.0964859 Jul 14 12:55:48.687293 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-af8be244-2bed-4e46-98b0-57785d3a14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:48.689451 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-af8be244-2bed-4e46-98b0-57785d3a14c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.1525321 Jul 14 12:55:48.768452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-461deb4d-d973-4f55-acd3-dbf5187ce291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:48.769956 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-461deb4d-d973-4f55-acd3-dbf5187ce291 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c74f69f808c1457b982e64ffbe14b07e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2194381 Jul 14 12:55:48.906894 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-84308c62-0cf9-4412-b248-721d47ed6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:48.908319 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-84308c62-0cf9-4412-b248-721d47ed6eae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2005138 Jul 14 12:55:48.966459 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd455-2349-4d10-8c1f-121dec477fa3 req-bbbca018-5920-4917-992b-745468a79a7b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:48.968037 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-578cd455-2349-4d10-8c1f-121dec477fa3 req-bbbca018-5920-4917-992b-745468a79a7b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0658102 Jul 14 12:55:49.007579 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-578cd455-2349-4d10-8c1f-121dec477fa3 req-07d543c8-ae39-43d0-8af0-cbd977d69659 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Jul 14 12:55:49.035785 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-8f19a39d-f134-43e6-8f4a-e532c63fb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:49.037432 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aacb42a5-5c6b-4ea7-84f0-5a0c52752c46 req-8f19a39d-f134-43e6-8f4a-e532c63fb6b1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570941 Jul 14 12:55:49.069537 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957c76-4538-426e-8af6-f4bc2e2e4c59 req-813ef272-77a1-4944-8088-a95a1b1671fd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:49.071242 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4b957c76-4538-426e-8af6-f4bc2e2e4c59 req-813ef272-77a1-4944-8088-a95a1b1671fd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.2206132 Jul 14 12:55:49.084053 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-b7079f97-2bf3-49b8-a59e-6c87a1b42d65 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684844 Jul 14 12:55:49.183767 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e642d-b9c7-47a0-9d86-76a0abfb1185 req-3515d1c5-2736-4a89-b4ea-0f3c85d5da88 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:49.185282 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-846e642d-b9c7-47a0-9d86-76a0abfb1185 req-3515d1c5-2736-4a89-b4ea-0f3c85d5da88 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0722668 Jul 14 12:55:49.198231 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4b957c76-4538-426e-8af6-f4bc2e2e4c59 req-e18a4493-1938-41e2-98e1-96cbc67779ea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172943 Jul 14 12:55:49.229185 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-846e642d-b9c7-47a0-9d86-76a0abfb1185 req-f2690f9a-c94c-4426-ad39-a98ce548989b tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Jul 14 12:55:49.230425 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-5c721dea-eb56-430a-b1dd-cb9e9d397e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:49.231950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-5c721dea-eb56-430a-b1dd-cb9e9d397e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74f69f808c1457b982e64ffbe14b07e&device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 1097 time: 0.1428454 Jul 14 12:55:49.242562 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e46f18a5-609a-46b6-bc1d-e839d1e7880f req-1a08528b-3a61-49a0-9dc8-c1713e2e8f70 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447990 Jul 14 12:55:49.286585 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-7e7bd789-13d3-493e-a27f-2ab5b2b7776a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b917a938-240c-4ec1-a8ae-380e1fa51767 HTTP/1.1" status: 200 len: 217 time: 0.0341899 Jul 14 12:55:49.343991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-e7d2131d-719e-4ae8-ad50-a8c3eed60577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:49.346188 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-e7d2131d-719e-4ae8-ad50-a8c3eed60577 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8997d9c7-8a81-42b0-8a5a-9e02916cc910 HTTP/1.1" status: 200 len: 849 time: 0.0531914 Jul 14 12:55:49.386700 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-24364a24-7126-447e-88bc-9af6e05906eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c411956a-424d-480b-a902-9c4a2e86acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330398 Jul 14 12:55:49.485557 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-9ab18ee7-3c92-4d0c-b7c8-d1afdda77421 service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918016 Jul 14 12:55:49.593046 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ce7f9d46-c02f-4204-988f-0485013516e5 req-43e3a1a0-88f6-4a41-9a86-e64d50c7344e service neutron] 10.222.0.49 "GET /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856411 Jul 14 12:55:50.209852 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be706b4-3ad2-46c5-92e3-72eaae1add2a req-722a3b8e-9cbf-4ef9-9336-6a38af244a21 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:50.212154 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8be706b4-3ad2-46c5-92e3-72eaae1add2a req-722a3b8e-9cbf-4ef9-9336-6a38af244a21 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0781496 Jul 14 12:55:50.254027 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8be706b4-3ad2-46c5-92e3-72eaae1add2a req-de67dcf2-89ac-416d-bcb5-bf3426df6044 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Jul 14 12:55:50.406221 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86dd83-e219-44bb-8c5d-d0be258e6101 req-9a6dd7eb-c578-469b-be84-1a2417986020 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:50.407774 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db86dd83-e219-44bb-8c5d-d0be258e6101 req-9a6dd7eb-c578-469b-be84-1a2417986020 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0717027 Jul 14 12:55:50.451709 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05399946-2029-448f-a0ef-9926ed1cf6ab req-038a2f96-3d60-4a2e-987a-4859486cb56c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:50.451944 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db86dd83-e219-44bb-8c5d-d0be258e6101 req-ad64bb31-252f-4862-9867-11a7efd29d7d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Jul 14 12:55:50.453418 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05399946-2029-448f-a0ef-9926ed1cf6ab req-038a2f96-3d60-4a2e-987a-4859486cb56c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0720084 Jul 14 12:55:50.503360 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05399946-2029-448f-a0ef-9926ed1cf6ab req-641450b3-e731-403f-b1fe-f8d7982daee0 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Jul 14 12:55:51.431975 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d5e88-fdd9-4f5e-8f7f-3d4cc660fd0d req-c7e623fa-8b6e-4e58-a4b4-79bc75969d12 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:51.433337 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8e2d5e88-fdd9-4f5e-8f7f-3d4cc660fd0d req-c7e623fa-8b6e-4e58-a4b4-79bc75969d12 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0657189 Jul 14 12:55:51.471823 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8e2d5e88-fdd9-4f5e-8f7f-3d4cc660fd0d req-13467438-841b-4f7f-82ac-bce7fe0e6f69 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Jul 14 12:55:51.680784 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10771788-1417-468d-ba7e-63781cb1ced8 req-f6167a3d-23cf-4a6f-b973-2613b29a1765 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:51.683204 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-10771788-1417-468d-ba7e-63781cb1ced8 req-f6167a3d-23cf-4a6f-b973-2613b29a1765 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0934980 Jul 14 12:55:51.738949 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-10771788-1417-468d-ba7e-63781cb1ced8 req-f2131485-e386-45a8-b840-61a8fe8ab7d2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 Jul 14 12:55:51.746441 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7e5b-12f8-4354-af89-a3dcf8172e8e req-c75da971-d8cc-422b-951c-a2c16f9b36b9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:51.764516 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c42a7e5b-12f8-4354-af89-a3dcf8172e8e req-c75da971-d8cc-422b-951c-a2c16f9b36b9 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1292698 Jul 14 12:55:51.822263 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c42a7e5b-12f8-4354-af89-a3dcf8172e8e req-2917b86b-ff78-41f0-9a3d-616d660fa615 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Jul 14 12:55:52.010881 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56312) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:52.121750 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.231344 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.235556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.272404 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29af3ba9-d811-457e-a73e-c8e989e2a8de,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:52.283697 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22bd1ca7f73f4293bbe3dced3b353afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690444 Jul 14 12:55:52.283697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.283697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.283697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.283697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.284328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.284328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.284512 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.284710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.285031 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.285346 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.285660 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.286004 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00827d6d-e67f-4812-9d6e-7d1ae1d39454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:52.286178 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56316) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:52.343331 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.367088 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.426063 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.428611 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:52.429755 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29af3ba9-d811-457e-a73e-c8e989e2a8de HTTP/1.1" status: 204 len: 168 time: 0.1424491 Jul 14 12:55:52.441817 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16e11d-29b2-47bf-a20a-0b41fa9acc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29af3ba9-d811-457e-a73e-c8e989e2a8de,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:52.948608 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd11b-ac31-487c-8d5f-b7957fef7e78 req-477a8445-b132-454a-9970-c09b84acc4ef tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:52.950366 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-952bd11b-ac31-487c-8d5f-b7957fef7e78 req-477a8445-b132-454a-9970-c09b84acc4ef tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0851302 Jul 14 12:55:53.018610 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-952bd11b-ac31-487c-8d5f-b7957fef7e78 req-7ce26066-4d17-41ca-8b8c-131252621a61 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586555 Jul 14 12:55:53.021617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18084-0739-4e9a-b697-92ed8c0a5682 req-72e11a88-acb8-45d3-989d-497461c2ad1e tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:53.029241 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78f18084-0739-4e9a-b697-92ed8c0a5682 req-72e11a88-acb8-45d3-989d-497461c2ad1e tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.4203870 Jul 14 12:55:53.077243 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78f18084-0739-4e9a-b697-92ed8c0a5682 req-22dc6459-3c05-48a2-8bfa-198801bbe4e1 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Jul 14 12:55:53.265689 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f02cc-b642-4c55-b810-7140e382a3d6 req-4fbbd317-463c-4ceb-8163-a849e13a161a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:53.267359 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d05f02cc-b642-4c55-b810-7140e382a3d6 req-4fbbd317-463c-4ceb-8163-a849e13a161a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0846157 Jul 14 12:55:53.319111 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d05f02cc-b642-4c55-b810-7140e382a3d6 req-4eeacaa2-ad36-46d3-915e-3489757d2992 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Jul 14 12:55:53.374865 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56346) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:53.482768 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-428713559-network', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:53.506392 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Made reservation on behalf of e59ff37dd461408982599eabe7e4d707 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:53.509716 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.520300 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.618588 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.625629 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.652030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:55:53.664077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5841d-aa12-4601-811e-6fabb62fb9e1,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:53.669679 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.670079 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Added segment 9bdac81e-720d-4a34-be6e-976e4bca4783 of type vlan for network 51512089-a4d3-434b-af0c-09639276178c Jul 14 12:55:53.716575 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.747535 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.748651 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:53.749240 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:53.804457 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4283020 Jul 14 12:55:53.807156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56350) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:53.812080 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Request body: {'subnet': {'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-428713559-subnet', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:53.822855 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef08707-61e1-4729-8445-3958378b1e32 admin admin] Pushing event updated for resources: {'Network': ['ID=51512089-a4d3-434b-af0c-09639276178c,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:53.836100 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 51512089-a4d3-434b-af0c-09639276178c details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:55:53.844514 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Made reservation on behalf of e59ff37dd461408982599eabe7e4d707 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:55:53.847033 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.069128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.167901 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=306596c1-a726-4885-a593-ecc52b6ab669,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:54.177673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Checking segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:54.178386 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Network hostable DHCP agents. Network: 51512089-a4d3-434b-af0c-09639276178c, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:55:54.204576 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Network 51512089-a4d3-434b-af0c-09639276178c is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:55:54.215158 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 51512089-a4d3-434b-af0c-09639276178c) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:54.224216 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2407f6-188b-4a89-bd7d-9f2159be0602 None None] Network 51512089-a4d3-434b-af0c-09639276178c requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:55:54.228775 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:54.229474 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.249175 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0c0f1727-2b40-4fae-a0b0-f48758f25c3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4382837 Jul 14 12:55:54.250147 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56356) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:54.256171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:55:54.331021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.332242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.337486 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e8e40-0763-4f6d-b730-9e77f304c9b0 req-92b1a17a-3e4e-427e-bd19-95d3a4854ed9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:54.339165 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c5e8e40-0763-4f6d-b730-9e77f304c9b0 req-92b1a17a-3e4e-427e-bd19-95d3a4854ed9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0976679 Jul 14 12:55:54.396396 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c5e8e40-0763-4f6d-b730-9e77f304c9b0 req-fda65a8e-b121-48cf-b055-4e64f8fbacc4 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Jul 14 12:55:54.424737 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.435973 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802b73f-063e-498b-8f7e-2d5872493fc7 req-947ce838-083a-43a1-82e9-42265accbe3b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:54.438667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c802b73f-063e-498b-8f7e-2d5872493fc7 req-947ce838-083a-43a1-82e9-42265accbe3b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1659913 Jul 14 12:55:54.474983 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-51512089-a4d3-434b-af0c-09639276178c', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:55:54.476024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.673566 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c802b73f-063e-498b-8f7e-2d5872493fc7 req-d005674b-973b-42e9-ac0e-ca91311f07c8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503978 Jul 14 12:55:54.679260 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.685005 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679061a3-a16d-4d87-ab5a-910a8a3f808b req-cc6b068a-3c57-40a7-bcb5-eb26534d4094 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:54.685310 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-679061a3-a16d-4d87-ab5a-910a8a3f808b req-cc6b068a-3c57-40a7-bcb5-eb26534d4094 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1222932 Jul 14 12:55:54.704388 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Allocated IP 172.20.0.2 (51512089-a4d3-434b-af0c-09639276178c/306596c1-a726-4885-a593-ecc52b6ab669/8c232c51-2a6d-4c46-b09d-37ec61bc13de) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:54.734796 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-679061a3-a16d-4d87-ab5a-910a8a3f808b req-5b193282-5701-42e8-ac51-bbdc490a2827 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Jul 14 12:55:54.872302 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.882887 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Transition to ACTIVE for port object 8c232c51-2a6d-4c46-b09d-37ec61bc13de will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:54.899081 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Transition to ACTIVE for port object 8c232c51-2a6d-4c46-b09d-37ec61bc13de will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:54.904686 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:54.955478 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Network 51512089-a4d3-434b-af0c-09639276178c is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:54.958439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:54.963016 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:54.966145 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Pushing event updated for resources: {'Port': ['ID=8c232c51-2a6d-4c46-b09d-37ec61bc13de,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:54.980223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.000915 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.049681 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Attempting to bind port 8c232c51-2a6d-4c46-b09d-37ec61bc13de on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:55:55.050165 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Attempting to bind port 8c232c51-2a6d-4c46-b09d-37ec61bc13de by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:55:55.050581 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Attempting to bind port 8c232c51-2a6d-4c46-b09d-37ec61bc13de on network 51512089-a4d3-434b-af0c-09639276178c {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:55.055576 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:55:55.056085 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Checking segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:55.056494 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.056883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Bound using segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:55:55.057342 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Bound port: 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:55:55.057717 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.110360 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Allocated IP 172.27.3.247 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/de11bca4-69ce-4a23-ade8-1a86295ba9e0) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:55.139687 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] For port 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:55:55.150454 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] For port 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=8c232c51-2a6d-4c46-b09d-37ec61bc13de,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:55:55.155182 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.221658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc7fe-94a6-40a7-8fe9-48f4713cd748 None None] Pushing event updated for resources: {'Port': ['ID=8c232c51-2a6d-4c46-b09d-37ec61bc13de,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:55.251045 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.295374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.345675 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:55.349964 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:55.351932 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Pushing event updated for resources: {'Port': ['ID=de11bca4-69ce-4a23-ade8-1a86295ba9e0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:55.354194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:55.757212 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51d4e6-feac-42c5-9bd7-e610ec3a0fb1 req-0085da00-7880-4377-8d73-1037db0502d6 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:55.758982 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c51d4e6-feac-42c5-9bd7-e610ec3a0fb1 req-0085da00-7880-4377-8d73-1037db0502d6 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.1448019 Jul 14 12:55:55.777724 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:55.848412 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c51d4e6-feac-42c5-9bd7-e610ec3a0fb1 req-bb7135a6-1ae3-48a6-bc9e-a2630f80307f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790808 Jul 14 12:55:55.874453 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d697c90-93b9-400c-9af7-e478274983d6 req-07417a27-65ba-4bb5-855a-60235e46f7e5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:55.881669 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4d697c90-93b9-400c-9af7-e478274983d6 req-07417a27-65ba-4bb5-855a-60235e46f7e5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.0910172 Jul 14 12:55:55.958248 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4d697c90-93b9-400c-9af7-e478274983d6 req-c3dd9cb4-aa32-42b7-abb4-c0b9a5092ef0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754781 Jul 14 12:55:56.088437 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:56.146413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8df1-435f-4e2e-b47e-7c0e263754f8 req-16387362-d0a2-4ca9-965d-44c1d3b42d7a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:56.153780 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-513b8df1-435f-4e2e-b47e-7c0e263754f8 req-16387362-d0a2-4ca9-965d-44c1d3b42d7a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1832960 Jul 14 12:55:56.234897 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-513b8df1-435f-4e2e-b47e-7c0e263754f8 req-52e792ce-4968-4ffe-92f6-7d6151be3f67 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796769 Jul 14 12:55:56.295539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:55:56.398517 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3866f0b8-da5c-46b9-91ad-7675db926165 None None] Network 51512089-a4d3-434b-af0c-09639276178c requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:55:56.410754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:55:56.422030 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Sync routers for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:55:56.435452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:56.435701 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:55:56.436426 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:56.441279 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56370) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:55:56.444306 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-150fa34f-f5aa-4ef3-8e17-7299dfa6be1b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1923621 Jul 14 12:55:56.646841 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:55:56.652783 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e2525f6d-b2f1-47da-9315-036774242c39 None None] Provisioning for port 8c232c51-2a6d-4c46-b09d-37ec61bc13de completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:56.956083 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:55Z', 'revision_number': 3, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:57.021762 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Checking router: d8d12a0f-a3c0-4120-aece-cd8d392f61f8 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:55:57.022143 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Updating router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 port de11bca4-69ce-4a23-ade8-1a86295ba9e0 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:55:57.098204 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.154894 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 8c232c51-2a6d-4c46-b09d-37ec61bc13de up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:57.268406 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 8c232c51-2a6d-4c46-b09d-37ec61bc13de completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:57.276876 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 8c232c51-2a6d-4c46-b09d-37ec61bc13de triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:57.278480 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.345158 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cf9e1fe5-3b98-415b-ad19-b75ce1a634f3 None None] Provisioning complete for port 8c232c51-2a6d-4c46-b09d-37ec61bc13de triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:57.345534 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cf9e1fe5-3b98-415b-ad19-b75ce1a634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.357132 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12061cd-42dc-4493-b0f4-8ee451a689c4 req-5df44375-d717-4982-9ce6-1c6b9feeca90 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:57.366010 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c826e1-43fd-458f-b54f-ea313870da60 req-14bcd2b4-0159-40cc-b80b-8063c5fc2780 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:57.367057 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a12061cd-42dc-4493-b0f4-8ee451a689c4 req-5df44375-d717-4982-9ce6-1c6b9feeca90 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1378503 Jul 14 12:55:57.379738 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d7c826e1-43fd-458f-b54f-ea313870da60 req-14bcd2b4-0159-40cc-b80b-8063c5fc2780 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.3313930 Jul 14 12:55:57.426510 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a12061cd-42dc-4493-b0f4-8ee451a689c4 req-b3cb60ff-8d3d-4122-bfeb-dc08d9802d8f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582173 Jul 14 12:55:57.483190 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.511318 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d7c826e1-43fd-458f-b54f-ea313870da60 req-65434327-1cfa-495f-a5b5-2969952594a0 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306896 Jul 14 12:55:57.581446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=8c232c51-2a6d-4c46-b09d-37ec61bc13de,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:57.584170 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cf9e1fe5-3b98-415b-ad19-b75ce1a634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.600488 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.614754 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.632110 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Transition to ACTIVE for port object de11bca4-69ce-4a23-ade8-1a86295ba9e0 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:57.640716 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.647884 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.698087 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ffc34-86ea-4578-a8e7-3ef6f25bc999 req-fb26e873-5474-4642-8a0b-bfe3940196e4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:57.702174 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b48ffc34-86ea-4578-a8e7-3ef6f25bc999 req-fb26e873-5474-4642-8a0b-bfe3940196e4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1293674 Jul 14 12:55:57.742389 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Pushing event updated for resources: {'Port': ['ID=de11bca4-69ce-4a23-ade8-1a86295ba9e0,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:57.784883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=8c232c51-2a6d-4c46-b09d-37ec61bc13de,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:57.785198 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b48ffc34-86ea-4578-a8e7-3ef6f25bc999 req-57bf2fca-6736-4a17-92ad-6284b04c7a5a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767546 Jul 14 12:55:57.787044 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.789251 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.789609 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.789977 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.790321 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.790655 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.790991 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.791321 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.791673 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.792005 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.792329 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.792693 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:55:57.801324 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Attempting to bind port de11bca4-69ce-4a23-ade8-1a86295ba9e0 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:55:57.802539 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Attempting to bind port de11bca4-69ce-4a23-ade8-1a86295ba9e0 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:55:57.803079 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Attempting to bind port de11bca4-69ce-4a23-ade8-1a86295ba9e0 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:55:57.809132 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:55:57.809519 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:55:57.810023 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.810148 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.db.api [None req-cf9e1fe5-3b98-415b-ad19-b75ce1a634f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:55:57.810477 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:55:57.810675 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG oslo_db.api [None req-cf9e1fe5-3b98-415b-ad19-b75ce1a634f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:55:57.810958 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Bound port: de11bca4-69ce-4a23-ade8-1a86295ba9e0, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:55:57.811361 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.869004 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] For port de11bca4-69ce-4a23-ade8-1a86295ba9e0, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:55:57.872265 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] For port de11bca4-69ce-4a23-ade8-1a86295ba9e0, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=de11bca4-69ce-4a23-ade8-1a86295ba9e0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:55:57.876735 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:57.893989 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Allocated IP 172.20.0.1 (51512089-a4d3-434b-af0c-09639276178c/306596c1-a726-4885-a593-ecc52b6ab669/33b93525-b027-49ca-b838-3dd852ac1091) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:55:57.936245 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:55:57.936573 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:57.995840 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97536505-f5e2-4867-9f7e-c03d975eba54 None None] Pushing event updated for resources: {'Port': ['ID=de11bca4-69ce-4a23-ade8-1a86295ba9e0,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:58.040444 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.056659 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Transition to ACTIVE for port object 33b93525-b027-49ca-b838-3dd852ac1091 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:55:58.060394 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:55:58.091009 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.141033 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Network 51512089-a4d3-434b-af0c-09639276178c is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:58.144155 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:58.149028 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:55:58.197764 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Pushing event updated for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:58.234323 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.419170 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:55Z', 'revision_number': 3, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:55:58.426964 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.449420 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb1095-fd37-4737-a34b-42bb80dc1aff None None] The sync data for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi is: [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:55Z', 'revision_number': 3, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:55:58.522380 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-bb040dbd-4e9b-49d5-a2de-9292857f5d33 None None] Provisioning for port 33b93525-b027-49ca-b838-3dd852ac1091 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:58.534670 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-bb040dbd-4e9b-49d5-a2de-9292857f5d33 None None] Provisioning complete for port 33b93525-b027-49ca-b838-3dd852ac1091 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:58.535745 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bb040dbd-4e9b-49d5-a2de-9292857f5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.628371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-bb040dbd-4e9b-49d5-a2de-9292857f5d33 None None] Port 33b93525-b027-49ca-b838-3dd852ac1091 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:55:58.706056 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.717193 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.781762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc76902-83d4-4cb3-988c-e95fd1896434 req-6de541cf-b270-4c99-a5c0-cbf40dbce9df tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:58.792109 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afc76902-83d4-4cb3-988c-e95fd1896434 req-6de541cf-b270-4c99-a5c0-cbf40dbce9df tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0914543 Jul 14 12:55:58.815463 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8cec-429e-4354-882c-65d7bad83691 req-1013d43b-e591-4452-8889-295ce9d87316 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:58.817161 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f96b8cec-429e-4354-882c-65d7bad83691 req-1013d43b-e591-4452-8889-295ce9d87316 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1767139 Jul 14 12:55:58.820840 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Pushing event updated for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:58.824691 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:58.909323 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afc76902-83d4-4cb3-988c-e95fd1896434 req-39acf9fc-f6e9-4d7f-addd-8f06a4730060 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138172 Jul 14 12:55:58.986576 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f96b8cec-429e-4354-882c-65d7bad83691 req-96d0bda6-76ab-4cdc-b95b-994e4e581671 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531181 Jul 14 12:55:59.089981 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Network 51512089-a4d3-434b-af0c-09639276178c is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:55:59.091489 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:55:59.213944 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27171b-acf5-419f-9b2a-cf154cb411ad req-248481db-2d02-44b3-bbff-a554d1b809ab tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:55:59.226684 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ad27171b-acf5-419f-9b2a-cf154cb411ad req-248481db-2d02-44b3-bbff-a554d1b809ab tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1390915 Jul 14 12:55:59.233930 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device de11bca4-69ce-4a23-ade8-1a86295ba9e0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:59.309603 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ad27171b-acf5-419f-9b2a-cf154cb411ad req-82ac17f1-4576-4c71-8d99-644856d205cd tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812542 Jul 14 12:55:59.340100 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port de11bca4-69ce-4a23-ade8-1a86295ba9e0 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:55:59.343799 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port de11bca4-69ce-4a23-ade8-1a86295ba9e0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:59.344683 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:59.380079 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:55:59.483184 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:59.512929 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port de11bca4-69ce-4a23-ade8-1a86295ba9e0, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=de11bca4-69ce-4a23-ade8-1a86295ba9e0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:55:59.516283 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f657a44e-0fbc-4080-a1ff-438715c4f2ab None None] Provisioning complete for port 33b93525-b027-49ca-b838-3dd852ac1091 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:59.516778 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f657a44e-0fbc-4080-a1ff-438715c4f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:59.539613 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:55:59.551141 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-fcb1c80e-2dc6-4ab5-8eab-5efe21df96bc admin admin] 10.222.0.48 "PUT /v2.0/routers/d8d12a0f-a3c0-4120-aece-cd8d392f61f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079528 Jul 14 12:55:59.574229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-f657a44e-0fbc-4080-a1ff-438715c4f2ab None None] Port 33b93525-b027-49ca-b838-3dd852ac1091 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:55:59.576693 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:55:59.577635 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 8c232c51-2a6d-4c46-b09d-37ec61bc13de up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:55:59.667175 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=de11bca4-69ce-4a23-ade8-1a86295ba9e0,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:55:59.680869 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 8c232c51-2a6d-4c46-b09d-37ec61bc13de triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:55:59.681245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.158946 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180124cd-0b34-44a3-a04d-384803c94744 req-d04477dd-ac28-4704-9c70-20729b1a797f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:00.158946 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-180124cd-0b34-44a3-a04d-384803c94744 req-d04477dd-ac28-4704-9c70-20729b1a797f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.1086180 Jul 14 12:56:00.212168 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56404) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:00.219494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-123779907-network', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:00.222874 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-180124cd-0b34-44a3-a04d-384803c94744 req-d496b0f1-6d36-440c-9bad-9c6936e081b7 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Jul 14 12:56:00.273435 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Made reservation on behalf of f93f35b77e234bdcae121fac3cd919cf for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:56:00.275916 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.293922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.310320 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e599-cfab-4486-8e5d-eb686745d1a7 req-c99c5d70-abb7-484d-a8d2-5e91be536f59 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:00.312265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-03b7e599-cfab-4486-8e5d-eb686745d1a7 req-c99c5d70-abb7-484d-a8d2-5e91be536f59 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1108928 Jul 14 12:56:00.375383 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-03b7e599-cfab-4486-8e5d-eb686745d1a7 req-b4c362c6-4d6f-411a-a30e-f84bbb5bdf54 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534654 Jul 14 12:56:00.479729 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.492234 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.517770 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:56:00.529577 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fc4c3-f304-4607-9625-414b6e55ae0e req-78d7f2b2-e243-476c-9824-5b9875072bd8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:00.531188 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fa7fc4c3-f304-4607-9625-414b6e55ae0e req-78d7f2b2-e243-476c-9824-5b9875072bd8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0754893 Jul 14 12:56:00.539329 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1934cb31-9abd-4fdf-814e-ef0b6ca637a9,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:00.558790 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.561913 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Added segment cec49046-52ab-45a1-84a8-859cfdf2f2dc of type vlan for network ed282878-bd17-4c75-ab15-13c2d108aabd Jul 14 12:56:00.584979 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fa7fc4c3-f304-4607-9625-414b6e55ae0e req-b58a9726-1fd4-47a9-9df7-5aa252e4c26d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Jul 14 12:56:00.611487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.644049 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.645025 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:00.645708 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.700972 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4876802 Jul 14 12:56:00.704733 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56408) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:00.707020 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a826b6c-dba6-4fc6-9b8b-d986ec6a4000 admin admin] Pushing event updated for resources: {'Network': ['ID=ed282878-bd17-4c75-ab15-13c2d108aabd,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:00.710336 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Request body: {'subnet': {'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-123779907-subnet', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:00.718345 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:56:00.742458 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Made reservation on behalf of f93f35b77e234bdcae121fac3cd919cf for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:56:00.745308 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8925931'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:00.861019 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Sync routers for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:56:00.878963 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:00.879614 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:00.968565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8925913'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.013997 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device de11bca4-69ce-4a23-ade8-1a86295ba9e0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:01.029752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62486ee-821a-4a6f-8bd8-6541d2e1b158,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:01.045004 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.045349 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.045687 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.046047 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.046377 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.046704 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.047884 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.047884 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.048140 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.048458 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.048772 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.049086 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:01.059567 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Checking segment: {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:01.059864 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Network hostable DHCP agents. Network: ed282878-bd17-4c75-ab15-13c2d108aabd, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:56:01.075322 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:01.082661 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Network ed282878-bd17-4c75-ab15-13c2d108aabd is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:56:01.092961 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, ed282878-bd17-4c75-ab15-13c2d108aabd) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:01.097021 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:01.097619 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.111764 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181352c5-51ad-42f7-ab18-c99a0411711d None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:56:01.115948 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2d008d70-bec4-4316-b9e6-3ec1458c7019 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4080982 Jul 14 12:56:01.116621 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56410) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:01.121136 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:01.144284 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.145266 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.207373 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.214043 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port de11bca4-69ce-4a23-ade8-1a86295ba9e0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:01.214414 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.347953 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.436629 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9e90a-814a-4c69-8b60-41c8d80e5cad req-16fa1936-4c86-442a-90e1-52d2d306c483 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:01.444972 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ad9e90a-814a-4c69-8b60-41c8d80e5cad req-16fa1936-4c86-442a-90e1-52d2d306c483 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.0919771 Jul 14 12:56:01.473796 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-ed282878-bd17-4c75-ab15-13c2d108aabd', 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'fixed_ips': [{'subnet_id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:56:01.474665 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.503914 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ad9e90a-814a-4c69-8b60-41c8d80e5cad req-e430d635-1317-4707-af9a-2110a6329529 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574188 Jul 14 12:56:01.586270 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 2, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:01.616768 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.642482 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.709385 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b2e78-0c8a-44d5-95d2-06db0b0f2569 req-bc15e3ed-6fec-484c-997f-78e8c8b2adf8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:01.711049 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d1b2e78-0c8a-44d5-95d2-06db0b0f2569 req-bc15e3ed-6fec-484c-997f-78e8c8b2adf8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1626153 Jul 14 12:56:01.757431 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Checking router: d8d12a0f-a3c0-4120-aece-cd8d392f61f8 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:56:01.758406 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Updating router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 port 33b93525-b027-49ca-b838-3dd852ac1091 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:56:01.789715 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9d1b2e78-0c8a-44d5-95d2-06db0b0f2569 req-5a58f4b4-8268-4bb9-bd15-6c386a794713 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681503 Jul 14 12:56:01.790673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f0790-789f-4b28-a1fe-9de41de69a0a req-19e49b33-006e-40b5-a8ff-6bdff222ad63 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:01.792359 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0d4f0790-789f-4b28-a1fe-9de41de69a0a req-19e49b33-006e-40b5-a8ff-6bdff222ad63 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0785069 Jul 14 12:56:01.805196 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Allocated IP 172.20.0.2 (ed282878-bd17-4c75-ab15-13c2d108aabd/d62486ee-821a-4a6f-8bd8-6541d2e1b158/e3e3d55f-b492-4660-bc56-e4e2b5d3a079) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:56:01.815750 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Allocated IP 172.27.3.189 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/89187561-3111-4bdc-9b1b-96964864ef4e) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:56:01.832358 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:01.850817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0d4f0790-789f-4b28-a1fe-9de41de69a0a req-117a8083-a7e1-4b03-8291-9dac5930ea39 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Jul 14 12:56:02.134155 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.156881 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Transition to ACTIVE for port object e3e3d55f-b492-4660-bc56-e4e2b5d3a079 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:02.165269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.193634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Transition to ACTIVE for port object e3e3d55f-b492-4660-bc56-e4e2b5d3a079 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:02.210069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.215555 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.265365 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:02.268531 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:02.272178 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:56:02.285896 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e22165-b0cb-4367-b0a8-cc776600ba1a req-67b5a5be-c2a5-42d0-8792-b26586981a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:02.287761 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-58e22165-b0cb-4367-b0a8-cc776600ba1a req-67b5a5be-c2a5-42d0-8792-b26586981a49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.0713089 Jul 14 12:56:02.291951 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:02.296261 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=89187561-3111-4bdc-9b1b-96964864ef4e,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:02.297636 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:02.305563 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:56:02.312494 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Pushing event updated for resources: {'Port': ['ID=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:02.332763 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.349291 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-58e22165-b0cb-4367-b0a8-cc776600ba1a req-e8afb2cb-fe19-489f-97ce-81ecdeebd457 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525277 Jul 14 12:56:02.383886 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Transition to ACTIVE for port object 33b93525-b027-49ca-b838-3dd852ac1091 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:02.390826 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Attempting to bind port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:56:02.391656 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Attempting to bind port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:56:02.392101 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Attempting to bind port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 on network ed282878-bd17-4c75-ab15-13c2d108aabd {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:02.395407 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.406988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:56:02.407361 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Checking segment: {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:02.407760 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.408156 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Bound using segment: {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:56:02.408634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Bound port: e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:56:02.409014 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.494049 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f0253-a498-4451-a3ae-d25a8a860b2c None None] Pushing event updated for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:02.550659 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.565346 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] For port e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:56:02.570086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] For port e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:56:02.584865 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Attempting to bind port 33b93525-b027-49ca-b838-3dd852ac1091 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:56:02.585233 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Attempting to bind port 33b93525-b027-49ca-b838-3dd852ac1091 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:56:02.585646 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Attempting to bind port 33b93525-b027-49ca-b838-3dd852ac1091 on network 51512089-a4d3-434b-af0c-09639276178c {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:02.588142 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.620203 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:56:02.620572 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Checking segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:02.620977 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.621375 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Bound using segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:56:02.621856 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Bound port: 33b93525-b027-49ca-b838-3dd852ac1091, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:56:02.622331 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.686357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e8e12-d247-4e80-a181-12785aecf093 None None] Pushing event updated for resources: {'Port': ['ID=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:02.731445 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] For port 33b93525-b027-49ca-b838-3dd852ac1091, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:56:02.737062 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] For port 33b93525-b027-49ca-b838-3dd852ac1091, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=33b93525-b027-49ca-b838-3dd852ac1091,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:56:02.743224 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:02.772412 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d52c2-401f-47d9-b2c8-7ae50bfd1c50 req-c28e7882-5af3-4675-8d6e-138bb5b1a3ae tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:02.774836 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-010d52c2-401f-47d9-b2c8-7ae50bfd1c50 req-c28e7882-5af3-4675-8d6e-138bb5b1a3ae tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 944 time: 0.1402583 Jul 14 12:56:02.794372 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:02.794966 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:02.850797 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f0253-a498-4451-a3ae-d25a8a860b2c None None] Pushing event updated for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:02.868259 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-010d52c2-401f-47d9-b2c8-7ae50bfd1c50 req-e13c5f5c-78d3-404e-b4ff-3941babeaddb tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650403 Jul 14 12:56:02.869605 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:03.026758 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:03.144570 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ad3aa512-75c6-4680-9d68-ca571b5869ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:03.173636 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e3e3d55f-b492-4660-bc56-e4e2b5d3a079 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:03.212345 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d6675-fcc3-4fd8-95b0-cc59a4df698d req-3aad9a68-c0dc-4665-a4a9-bef36e79bb79 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:03.213037 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcd6fd-5d5d-487b-8186-b69cfb65412a req-953896b1-f7ea-4bc0-b5df-2df52fd346d2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:03.215161 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eafcd6fd-5d5d-487b-8186-b69cfb65412a req-953896b1-f7ea-4bc0-b5df-2df52fd346d2 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1309736 Jul 14 12:56:03.216479 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-814d6675-fcc3-4fd8-95b0-cc59a4df698d req-3aad9a68-c0dc-4665-a4a9-bef36e79bb79 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1246324 Jul 14 12:56:03.239433 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Router 854a812f-5e1e-479d-a094-e893cc488476 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:56:03.298932 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-814d6675-fcc3-4fd8-95b0-cc59a4df698d req-29307daa-17c8-4bdf-89c6-6878c7c433c9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768461 Jul 14 12:56:03.317581 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eafcd6fd-5d5d-487b-8186-b69cfb65412a req-a43fa4e1-c252-4417-894b-825dbd6835c1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875514 Jul 14 12:56:03.364640 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:03.410649 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:56:03.419462 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:02Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:03.421301 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Sync routers for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:56:03.431532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:03.432655 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:03.432807 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b7fbc7a4-45d0-4ed0-b29e-28459a0db2d0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3151703 Jul 14 12:56:03.433584 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:03.435592 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56426) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:03.450037 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514737f-4644-4d7d-a3e3-805d29cccee2 None None] The sync data for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi is: [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:02Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:56:03.580454 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:03.598684 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device b917a938-240c-4ec1-a8ae-380e1fa51767 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:56:03.796454 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b917a938-240c-4ec1-a8ae-380e1fa51767,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:03.828589 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'b917a938-240c-4ec1-a8ae-380e1fa51767', 'network_id': 'c411956a-424d-480b-a902-9c4a2e86acd7', 'port_id': 'b917a938-240c-4ec1-a8ae-380e1fa51767', 'mac_address': 'fa:16:3e:6d:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8997d9c7-8a81-42b0-8a5a-9e02916cc910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:56:03.872311 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:02Z', 'revision_number': 3, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:03.891839 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:03.909632 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b917a938-240c-4ec1-a8ae-380e1fa51767 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:56:03.931546 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Checking router: 854a812f-5e1e-479d-a094-e893cc488476 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:56:03.931894 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Updating router 854a812f-5e1e-479d-a094-e893cc488476 port 89187561-3111-4bdc-9b1b-96964864ef4e binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:56:03.952610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b917a938-240c-4ec1-a8ae-380e1fa51767,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:03.959871 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.017906 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.024347 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.029272 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:04.092433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6ed8a-3f27-46c5-8eca-e97195794bd7 None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:56:04.178658 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d25af7-d3e1-44cf-935e-440332030c59 req-43803238-aa62-42df-bde0-66f7ab3de41d tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:04.180265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8d25af7-d3e1-44cf-935e-440332030c59 req-43803238-aa62-42df-bde0-66f7ab3de41d tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 945 time: 0.1085448 Jul 14 12:56:04.232696 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Provisioning for port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:04.247371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Provisioning complete for port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:04.247893 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.274941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8d25af7-d3e1-44cf-935e-440332030c59 req-de5d86e8-9d47-4e83-a8c2-9ef2ff08f19c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835745 Jul 14 12:56:04.295917 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['b917a938-240c-4ec1-a8ae-380e1fa51767'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:04.298705 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Allocated IP 172.20.0.1 (ed282878-bd17-4c75-ab15-13c2d108aabd/d62486ee-821a-4a6f-8bd8-6541d2e1b158/185ef151-dbfc-46d9-a649-b2f46ead6fb1) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:56:04.419125 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.443029 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Transition to ACTIVE for port object 89187561-3111-4bdc-9b1b-96964864ef4e will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:04.451548 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.459111 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.476292 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Transition to ACTIVE for port object 185ef151-dbfc-46d9-a649-b2f46ead6fb1 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:04.509441 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad1c46-02c1-43a5-bcc6-5b8f0651977f None None] Pushing event updated for resources: {'Port': ['ID=89187561-3111-4bdc-9b1b-96964864ef4e,revision_number=2']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:04.538318 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Attempting to bind port 89187561-3111-4bdc-9b1b-96964864ef4e on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:56:04.539049 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Attempting to bind port 89187561-3111-4bdc-9b1b-96964864ef4e by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:56:04.539599 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Attempting to bind port 89187561-3111-4bdc-9b1b-96964864ef4e on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:04.546375 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:56:04.547967 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:04.548546 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.549093 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:56:04.549733 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Bound port: 89187561-3111-4bdc-9b1b-96964864ef4e, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:56:04.550326 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.558718 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.607357 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Network ed282878-bd17-4c75-ab15-13c2d108aabd is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:04.612972 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:04.613629 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] For port 89187561-3111-4bdc-9b1b-96964864ef4e, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:56:04.619223 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:56:04.621434 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] For port 89187561-3111-4bdc-9b1b-96964864ef4e, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=89187561-3111-4bdc-9b1b-96964864ef4e,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:56:04.626951 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.646757 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a50e0-f8ee-41af-a70f-5394e3374e7c req-addf7601-0aea-4a90-aed4-8f5669b12a39 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:04.661381 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7f5a50e0-f8ee-41af-a70f-5394e3374e7c req-addf7601-0aea-4a90-aed4-8f5669b12a39 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1318629 Jul 14 12:56:04.690234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558d41-a29f-4af0-956d-90badfae8d66 req-3efc9682-1752-43e3-a9e1-1ea8b4c77fad tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:04.692189 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d5558d41-a29f-4af0-956d-90badfae8d66 req-3efc9682-1752-43e3-a9e1-1ea8b4c77fad tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1711912 Jul 14 12:56:04.693041 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Pushing event updated for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:04.701663 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad1c46-02c1-43a5-bcc6-5b8f0651977f None None] Pushing event updated for resources: {'Port': ['ID=89187561-3111-4bdc-9b1b-96964864ef4e,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:04.723383 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:04.724835 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:55:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:04.727023 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.749597 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7f5a50e0-f8ee-41af-a70f-5394e3374e7c req-ab6846ec-5523-4b33-9e2e-6994561b4aab tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Jul 14 12:56:04.806363 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d5558d41-a29f-4af0-956d-90badfae8d66 req-83e92511-991b-4277-b025-a4780b09a374 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022558 Jul 14 12:56:04.846234 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:04.873767 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:05.058079 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] For port e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:05.107327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 33b93525-b027-49ca-b838-3dd852ac1091 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:05.109563 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.241853 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:02Z', 'revision_number': 3, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:05.280724 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43042-c163-498c-9874-2eba31cbf5d7 None None] Pushing event updated for resources: {'Port': ['ID=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:05.287092 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f04a4-ff36-4b80-82ee-d92aaf44e5f3 None None] The sync data for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi is: [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:02Z', 'revision_number': 3, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:56:05.303695 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 33b93525-b027-49ca-b838-3dd852ac1091 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:05.310172 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 33b93525-b027-49ca-b838-3dd852ac1091 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:05.311046 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.346186 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.449989 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.472967 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-28c73fbc-2776-46f0-89ad-492549eee6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:05.474928 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-28c73fbc-2776-46f0-89ad-492549eee6a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57c6d4588a404549ae9cc4fe299888a1&device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 1098 time: 0.1506815 Jul 14 12:56:05.525977 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d47a924-c357-40a5-bcd4-998b32fca44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.532487 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 33b93525-b027-49ca-b838-3dd852ac1091, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=33b93525-b027-49ca-b838-3dd852ac1091,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:05.538743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.607315 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:05.639840 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Provisioning for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:05.646072 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Provisioning complete for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:05.647404 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.675418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-f0d280b3-a497-44c2-a753-f9b3e8877772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:05.675654 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac239-a6f3-40c8-a47f-d320337412ff req-8b57e8c5-dc7e-4c50-ad4a-06d1280a1f2e tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:05.677141 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-f0d280b3-a497-44c2-a753-f9b3e8877772 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 200 len: 920 time: 0.1953938 Jul 14 12:56:05.678445 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6eaac239-a6f3-40c8-a47f-d320337412ff req-8b57e8c5-dc7e-4c50-ad4a-06d1280a1f2e tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 945 time: 0.1979446 Jul 14 12:56:05.693953 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7525-e3ad-480b-9a98-eb0f529c1c8a req-832ff78d-0fe1-4d53-8337-11816e81ed73 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:05.695502 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b5cf7525-e3ad-480b-9a98-eb0f529c1c8a req-832ff78d-0fe1-4d53-8337-11816e81ed73 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1494687 Jul 14 12:56:05.708605 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:56:05.747800 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.748135 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Provisioning complete for port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:05.748594 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b90e0dab-35aa-4a2a-a6a4-ebb13b16ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.780211 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6eaac239-a6f3-40c8-a47f-d320337412ff req-a254392b-f8e7-47a3-9c5b-15bfbcb729aa tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935440 Jul 14 12:56:05.784970 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.796719 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-b85aaeb3-b018-4645-9eed-e5fcf0832bb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 200 len: 217 time: 0.1002018 Jul 14 12:56:05.904368 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b5cf7525-e3ad-480b-9a98-eb0f529c1c8a req-af244102-3a85-4295-ac5d-031fcb42af3f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952527 Jul 14 12:56:05.908941 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-ee6b0ba7-33bb-44f6-a2a7-773051717110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:05.910711 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-ee6b0ba7-33bb-44f6-a2a7-773051717110 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 200 len: 859 time: 0.0982263 Jul 14 12:56:05.912897 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Pushing event updated for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:05.917093 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.939608 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:05.986704 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-da3bbd56-8dd0-473f-a6eb-66a577df3a61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2fee1dd9-1639-4e92-a3d9-8983ae5048ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547564 Jul 14 12:56:06.047718 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a3b163a0-d122-43f6-b9a1-8ff16daf74c0 None None] Provisioning complete for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:06.048388 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a3b163a0-d122-43f6-b9a1-8ff16daf74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:06.089927 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a3b163a0-d122-43f6-b9a1-8ff16daf74c0 None None] Port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:56:06.124585 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1d014-8a1f-46cb-8dfe-423ee261b4fa req-74fbef9f-e8ca-40d8-ab81-c05f4077fcc0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:06.126764 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-97c1d014-8a1f-46cb-8dfe-423ee261b4fa req-74fbef9f-e8ca-40d8-ab81-c05f4077fcc0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1228740 Jul 14 12:56:06.128704 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Network ed282878-bd17-4c75-ab15-13c2d108aabd is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:06.130349 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:06.175112 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-d545f50c-d316-4c52-849b-43e72c1ea8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811683 Jul 14 12:56:06.235924 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-97c1d014-8a1f-46cb-8dfe-423ee261b4fa req-3fc3d4ac-fd7b-4e61-8538-fc5df3776259 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989642 Jul 14 12:56:06.268209 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-2a439cdd-c38e-4ce4-a5a2-4285ffa924e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:06.269728 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-2a439cdd-c38e-4ce4-a5a2-4285ffa924e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1096 time: 0.1740656 Jul 14 12:56:06.338174 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Router 854a812f-5e1e-479d-a094-e893cc488476 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:56:06.396501 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f905ebb1-d450-41e5-b782-542c0274bc5e req-31c206c3-9e97-4f1d-a756-2014c0af8443 service neutron] 10.222.0.49 "GET /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119784 Jul 14 12:56:06.421034 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-32aaa5a8-0404-4c54-9dec-3fba192bf541 None None] Provisioning complete for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:06.421728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-32aaa5a8-0404-4c54-9dec-3fba192bf541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:06.425363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-6e4e4fa0-f628-4a2e-a910-3e0de79cc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:06.426712 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-6e4e4fa0-f628-4a2e-a910-3e0de79cc195 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.1310794 Jul 14 12:56:06.472502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:56:06.475370 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-32aaa5a8-0404-4c54-9dec-3fba192bf541 None None] Port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:56:06.478088 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-53582e53-02ab-4953-beaa-9160a3178e9e admin admin] 10.222.0.48 "PUT /v2.0/routers/854a812f-5e1e-479d-a094-e893cc488476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0391839 Jul 14 12:56:06.518070 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-50bc1be4-535c-4248-bc6f-8551a6bacf63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 200 len: 999 time: 0.0834854 Jul 14 12:56:06.584754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-4dd16438-71d3-4061-a84c-6f6208c63df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:06.586433 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-4dd16438-71d3-4061-a84c-6f6208c63df2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0564640 Jul 14 12:56:06.653564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-7e0b0cad-3204-4758-9ee2-769f69c7f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:06.655183 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-7e0b0cad-3204-4758-9ee2-769f69c7f51c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592229 Jul 14 12:56:06.750987 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:06.757487 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-beb641e1-c725-4ebe-ba06-c3251ae6136d service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Jul 14 12:56:06.867308 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9866ac-75ca-4eef-90bb-2e9f6d593c93 req-ed57920f-6c3a-4d7d-9e99-9e2f9cee7c30 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974212 Jul 14 12:56:07.052184 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bf9db-d19a-4d30-b7de-33f6f20fd5b3 req-4c5be5c5-64ad-476d-a346-c40fcff326bc tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:07.054608 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2bf9db-d19a-4d30-b7de-33f6f20fd5b3 req-4c5be5c5-64ad-476d-a346-c40fcff326bc tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 945 time: 0.1326752 Jul 14 12:56:07.108893 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1d2bf9db-d19a-4d30-b7de-33f6f20fd5b3 req-85513e8f-01b5-4fd9-a46e-7ab4e97e202c tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Jul 14 12:56:07.141783 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bca36-0d8c-4960-9627-4613b6aa3ec3 req-e41a8926-9dd9-4254-bbda-c72c76ed45f8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:07.143793 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-583bca36-0d8c-4960-9627-4613b6aa3ec3 req-e41a8926-9dd9-4254-bbda-c72c76ed45f8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0854571 Jul 14 12:56:07.165551 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 89187561-3111-4bdc-9b1b-96964864ef4e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:07.207576 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-583bca36-0d8c-4960-9627-4613b6aa3ec3 req-ca6aa40c-4983-40c0-afff-6560cfbe263d tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583301 Jul 14 12:56:07.229696 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 89187561-3111-4bdc-9b1b-96964864ef4e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:07.234209 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 89187561-3111-4bdc-9b1b-96964864ef4e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:07.234846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:07.348055 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:07.372215 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 89187561-3111-4bdc-9b1b-96964864ef4e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=89187561-3111-4bdc-9b1b-96964864ef4e,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:07.377797 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:07.378785 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e3e3d55f-b492-4660-bc56-e4e2b5d3a079 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:07.484413 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=89187561-3111-4bdc-9b1b-96964864ef4e,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:07.497759 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:07.498162 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:07.526051 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Sync routers for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:56:07.540908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970906f8-48b2-49da-8b76-0c49f9320682 req-709f6c98-413e-4409-98bd-bbcac3e80451 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:07.547104 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:07.547747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:07.547902 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-970906f8-48b2-49da-8b76-0c49f9320682 req-709f6c98-413e-4409-98bd-bbcac3e80451 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1165078 Jul 14 12:56:07.604518 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device b917a938-240c-4ec1-a8ae-380e1fa51767 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:07.613591 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-970906f8-48b2-49da-8b76-0c49f9320682 req-bf7009c9-df46-446a-828e-d5bd3722d5fd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648253 Jul 14 12:56:07.724450 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 33b93525-b027-49ca-b838-3dd852ac1091 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:07.786761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:07.825798 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port b917a938-240c-4ec1-a8ae-380e1fa51767 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:07.900679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port b917a938-240c-4ec1-a8ae-380e1fa51767 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:07.901142 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:07.984083 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 33b93525-b027-49ca-b838-3dd852ac1091 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:07.984373 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.156679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.190862 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:08.193563 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29c8f5-ba83-4854-b29b-ddfbb9e9a3a9" -d '{"events": [{"server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "name": "network-vif-plugged", "status": "completed", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:08.244658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b917a938-240c-4ec1-a8ae-380e1fa51767,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:08.252975 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c7ff52-4a03-476e-a736-27ba0e84e118 x-openstack-request-id: req-c2c7ff52-4a03-476e-a736-27ba0e84e118 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:08.253269 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "name": "network-vif-plugged", "status": "completed", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:08.253523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2c7ff52-4a03-476e-a736-27ba0e84e118 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:08.253938 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767', 'code': 200} Jul 14 12:56:08.256908 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:04Z', 'revision_number': 4, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '185ef151-dbfc-46d9-a649-b2f46ead6fb1', 'name': '', 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'mac_address': 'fa:16:3e:77:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:04Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 2, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'subnets': [{'id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:08.259141 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.368650 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Checking router: 854a812f-5e1e-479d-a094-e893cc488476 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:56:08.369433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Updating router 854a812f-5e1e-479d-a094-e893cc488476 port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:56:08.466676 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:08.501374 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e843-1b42-4ffa-ae45-d226a8f0dca5 req-a7db4277-90b7-4439-b602-86d4716d7a9b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:08.502536 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.506383 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-21c0e843-1b42-4ffa-ae45-d226a8f0dca5 req-a7db4277-90b7-4439-b602-86d4716d7a9b tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.1672475 Jul 14 12:56:08.605977 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-21c0e843-1b42-4ffa-ae45-d226a8f0dca5 req-aa5df184-8d11-4702-be43-af77fdc56aff tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Jul 14 12:56:08.712379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a068-94c2-4d0c-8c3e-56de23726305 req-ddd1bc39-b7b0-4c74-a0c3-990bce76fc0c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:08.714924 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7b45a068-94c2-4d0c-8c3e-56de23726305 req-ddd1bc39-b7b0-4c74-a0c3-990bce76fc0c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.2745197 Jul 14 12:56:08.773006 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8a47-f760-4ec4-a01d-2d5606a26a2d req-dcbef289-139a-4fdb-ad3a-e8d2e246cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:08.774448 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4bcd8a47-f760-4ec4-a01d-2d5606a26a2d req-dcbef289-139a-4fdb-ad3a-e8d2e246cd93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 1099 time: 0.1584976 Jul 14 12:56:08.807630 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7b45a068-94c2-4d0c-8c3e-56de23726305 req-d30029ed-6c9e-46d6-a562-de796fed148e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842397 Jul 14 12:56:08.869129 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.879104 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4bcd8a47-f760-4ec4-a01d-2d5606a26a2d req-a8589e1c-374d-4e09-ba81-3baa7b702a21 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878830 Jul 14 12:56:08.885500 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:08.927692 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81378c48-f8e8-42df-b50e-abcd983af659 req-5ed46d3e-dafe-4ef9-b851-73448bcf25bc tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:08.939197 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-81378c48-f8e8-42df-b50e-abcd983af659 req-5ed46d3e-dafe-4ef9-b851-73448bcf25bc tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 943 time: 0.1203406 Jul 14 12:56:09.004879 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-81378c48-f8e8-42df-b50e-abcd983af659 req-3d011efe-87e1-42e5-a750-289d27a53654 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643854 Jul 14 12:56:09.066582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 89187561-3111-4bdc-9b1b-96964864ef4e up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:09.193088 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 89187561-3111-4bdc-9b1b-96964864ef4e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:09.193831 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.287968 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.302693 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Transition to ACTIVE for port object 185ef151-dbfc-46d9-a649-b2f46ead6fb1 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:09.312249 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.415592 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Pushing event updated for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:09.423884 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.424113 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.424329 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.424609 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.424967 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.425286 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.425621 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.425975 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.426309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.426642 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.427002 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.427341 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:09.490290 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Attempting to bind port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:56:09.491016 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Attempting to bind port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:56:09.491614 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Attempting to bind port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 on network ed282878-bd17-4c75-ab15-13c2d108aabd {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:09.499167 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:56:09.499879 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Checking segment: {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:09.500849 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.501245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Bound using segment: {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:56:09.501728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Bound port: 185ef151-dbfc-46d9-a649-b2f46ead6fb1, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec49046-52ab-45a1-84a8-859cfdf2f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:56:09.502220 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.604898 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] For port 185ef151-dbfc-46d9-a649-b2f46ead6fb1, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:56:09.608183 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] For port 185ef151-dbfc-46d9-a649-b2f46ead6fb1, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=185ef151-dbfc-46d9-a649-b2f46ead6fb1,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:56:09.618084 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:56:09.622738 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:09.775567 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:09.776232 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:09.830023 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b675f1-42e2-434d-b27e-65c9a00d8c5c None None] Pushing event updated for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:09.878877 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51415893-5afc-4f0d-89a3-27c903df62d3 req-5b5e7827-5b99-451b-b212-4c9356493023 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:09.888622 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51415893-5afc-4f0d-89a3-27c903df62d3 req-5b5e7827-5b99-451b-b212-4c9356493023 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.1228569 Jul 14 12:56:09.946115 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:09.964042 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'mac_address': 'fa:16:3e:e3:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:56:09.979508 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-51415893-5afc-4f0d-89a3-27c903df62d3 req-ba19145a-db93-4920-9ab6-9c6384514a1a tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Jul 14 12:56:10.038888 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:10.041488 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:10.092204 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:56:10.136743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:10.145905 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea964-bfcf-4e7a-9ec0-5c73232bd9dd req-799f644f-f6d0-4e80-9035-b692e9d549c5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:10.157841 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-656ea964-bfcf-4e7a-9ec0-5c73232bd9dd req-799f644f-f6d0-4e80-9035-b692e9d549c5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1087601 Jul 14 12:56:10.159348 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:10.233081 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-656ea964-bfcf-4e7a-9ec0-5c73232bd9dd req-6a63c601-a2c4-494e-bf10-c6d07915e311 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Jul 14 12:56:10.298535 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269178-eada-41ba-8cd9-00c0bbd2b618 req-b3374406-258b-4b0c-82cd-d14937d34ae9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:10.300207 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6d269178-eada-41ba-8cd9-00c0bbd2b618 req-b3374406-258b-4b0c-82cd-d14937d34ae9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.1009181 Jul 14 12:56:10.340527 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=9']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:10.364128 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6d269178-eada-41ba-8cd9-00c0bbd2b618 req-e7b7d104-0e0c-4c2e-8817-80792a83ab52 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579262 Jul 14 12:56:10.445974 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:04Z', 'revision_number': 4, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '185ef151-dbfc-46d9-a649-b2f46ead6fb1', 'name': '', 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'mac_address': 'fa:16:3e:77:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:04Z', 'updated_at': '2021-07-14T12:56:09Z', 'revision_number': 4, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'subnets': [{'id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:10.476804 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf37c8-a747-42f0-9e04-2a11f8a2e594 None None] The sync data for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi is: [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:04Z', 'revision_number': 4, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '185ef151-dbfc-46d9-a649-b2f46ead6fb1', 'name': '', 'network_id': 'ed282878-bd17-4c75-ab15-13c2d108aabd', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'mac_address': 'fa:16:3e:77:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:04Z', 'updated_at': '2021-07-14T12:56:09Z', 'revision_number': 4, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'subnets': [{'id': 'd62486ee-821a-4a6f-8bd8-6541d2e1b158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:56:10.478986 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['33b80082-6bea-45a7-83f2-bd7dd1102a21'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:11.048113 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 185ef151-dbfc-46d9-a649-b2f46ead6fb1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:11.128872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:11.134797 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:11.135544 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:11.234373 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:11.252265 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034df325-bc18-4a96-b268-06a32b3ed0ca req-9a83192a-8777-491f-b55b-e37233da54a7 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:11.264980 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-034df325-bc18-4a96-b268-06a32b3ed0ca req-9a83192a-8777-491f-b55b-e37233da54a7 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.1133208 Jul 14 12:56:11.288803 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 185ef151-dbfc-46d9-a649-b2f46ead6fb1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=185ef151-dbfc-46d9-a649-b2f46ead6fb1,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:11.294399 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:11.326555 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-034df325-bc18-4a96-b268-06a32b3ed0ca req-354d8133-c773-435e-af00-610f734209f9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593703 Jul 14 12:56:11.407094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:11.632395 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:11.749652 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 33b80082-6bea-45a7-83f2-bd7dd1102a21 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:11.750987 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:11.766179 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed21cc6-3d19-4a51-b815-6dc07943bd5e req-a7480fa7-054e-4985-b771-fbaeac3f4b0f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:11.774587 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3ed21cc6-3d19-4a51-b815-6dc07943bd5e req-a7480fa7-054e-4985-b771-fbaeac3f4b0f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 944 time: 0.1367986 Jul 14 12:56:11.849231 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3ed21cc6-3d19-4a51-b815-6dc07943bd5e req-e3378e4e-bc0c-45d1-be75-5c2333c6b4e6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731065 Jul 14 12:56:11.903246 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:11.978196 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:11.982968 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33f5d3-7d3e-4721-b177-67e3273047d6" -d '{"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:12.044610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:12.067985 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134546b9-5728-4d0c-8165-6fd28bd44917 x-openstack-request-id: req-134546b9-5728-4d0c-8165-6fd28bd44917 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:12.068982 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-plugged", "status": "completed", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:12.069565 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-134546b9-5728-4d0c-8165-6fd28bd44917 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:12.070502 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'code': 200} Jul 14 12:56:12.071581 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:12.184774 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=10']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:12.581413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11526b-5e6c-4e00-b661-aa56c0f01847 req-f5ba6dd1-4770-491e-85f8-f0d06e0d17b9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:12.583054 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ae11526b-5e6c-4e00-b661-aa56c0f01847 req-f5ba6dd1-4770-491e-85f8-f0d06e0d17b9 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.0905883 Jul 14 12:56:12.932322 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ae11526b-5e6c-4e00-b661-aa56c0f01847 req-93832e68-68fa-4480-9430-80e6e4eee5e1 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433886 Jul 14 12:56:12.955778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8f043-2a71-452d-8849-40ef98e52bdf req-60958106-b57a-40ae-8440-71dd7e0afa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:12.957420 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e6d8f043-2a71-452d-8849-40ef98e52bdf req-60958106-b57a-40ae-8440-71dd7e0afa19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 1099 time: 0.0839388 Jul 14 12:56:13.007850 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e6d8f043-2a71-452d-8849-40ef98e52bdf req-c58c9f1b-89c5-4af7-8002-32c4c9a9b71b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Jul 14 12:56:13.035229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 185ef151-dbfc-46d9-a649-b2f46ead6fb1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:13.105734 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:13.106414 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:13.130040 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4c12-848c-44d9-947e-783070d6cde7 req-2590584c-48fd-474e-8b21-c827493e976b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:13.138496 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-623d4c12-848c-44d9-947e-783070d6cde7 req-2590584c-48fd-474e-8b21-c827493e976b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0881922 Jul 14 12:56:13.194767 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-623d4c12-848c-44d9-947e-783070d6cde7 req-4a65055b-1d33-48b1-a00d-57e5079e60f0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505650 Jul 14 12:56:14.196858 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e248c-46fd-4e2c-8a1d-b965e85e3423 req-5ab4ed90-dbb1-4943-9760-d9b3b36f0db8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:14.204011 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-507e248c-46fd-4e2c-8a1d-b965e85e3423 req-5ab4ed90-dbb1-4943-9760-d9b3b36f0db8 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.1103280 Jul 14 12:56:14.243163 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-51c10c91-1c8d-46e0-8828-8c3b0e64cf71 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:14.244293 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-51c10c91-1c8d-46e0-8828-8c3b0e64cf71 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 946 time: 0.2311821 Jul 14 12:56:14.260913 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-507e248c-46fd-4e2c-8a1d-b965e85e3423 req-172260fb-ddef-41bb-baa1-84c32ee15708 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fa704c4-a905-4e5f-be2b-9b9b725ffb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558705 Jul 14 12:56:14.419371 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Deleting port b917a938-240c-4ec1-a8ae-380e1fa51767 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:56:14.419799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:14.488271 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c15732-ac10-4927-971b-223d9ef5dbc3 req-9c615f52-f7cb-4eed-ab59-ef3cbb7248d8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:14.497147 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c6c15732-ac10-4927-971b-223d9ef5dbc3 req-9c615f52-f7cb-4eed-ab59-ef3cbb7248d8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.1033843 Jul 14 12:56:14.556395 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c6c15732-ac10-4927-971b-223d9ef5dbc3 req-03c96325-a6f5-465d-87a3-47061647d725 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573132 Jul 14 12:56:14.565680 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] For port b917a938-240c-4ec1-a8ae-380e1fa51767, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b917a938-240c-4ec1-a8ae-380e1fa51767,segment=NetworkSegment(d4b12ff5-be72-421c-973d-8caaf3402536),segment_id=d4b12ff5-be72-421c-973d-8caaf3402536)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:14.566195 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:14.592161 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Calling delete_port for b917a938-240c-4ec1-a8ae-380e1fa51767 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:56:14.784818 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:14.798416 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['b917a938-240c-4ec1-a8ae-380e1fa51767'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:14.828110 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Pushing event deleted for resources: {'Port': ['ID=b917a938-240c-4ec1-a8ae-380e1fa51767,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:14.885480 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1196-2c5a-4e30-9f77-82d7a229e1ac req-c1db0217-972b-4a3b-b3cb-3ed4791f63f7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:14.887080 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-245c1196-2c5a-4e30-9f77-82d7a229e1ac req-c1db0217-972b-4a3b-b3cb-3ed4791f63f7 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0778766 Jul 14 12:56:14.912035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] No DVR routers for this DVR port b917a938-240c-4ec1-a8ae-380e1fa51767 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:56:14.914911 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:14.917760 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-17eb1cf2-3c25-4929-bc8f-6a97e1cd1930 req-f3b1f0e1-1a73-4584-8339-35dc0c8ca31f tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.49 "DELETE /v2.0/ports/b917a938-240c-4ec1-a8ae-380e1fa51767 HTTP/1.1" status: 204 len: 173 time: 0.6552510 Jul 14 12:56:14.917992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'name': 'network-vif-deleted', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:14.920531 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46200f-d3c0-4fea-a730-c367d3b51968" -d '{"events": [{"server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "name": "network-vif-deleted", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:14.972703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07772b19-0a82-40c1-8930-a8ee18af5fa0 x-openstack-request-id: req-07772b19-0a82-40c1-8930-a8ee18af5fa0 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:14.972991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab2693f-38d6-4cee-9db1-4802f5ac40d2", "name": "network-vif-deleted", "tag": "b917a938-240c-4ec1-a8ae-380e1fa51767", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:14.973249 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07772b19-0a82-40c1-8930-a8ee18af5fa0 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:14.973653 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab2693f-38d6-4cee-9db1-4802f5ac40d2', 'name': 'network-vif-deleted', 'tag': 'b917a938-240c-4ec1-a8ae-380e1fa51767', 'status': 'completed', 'code': 200} Jul 14 12:56:14.980731 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-245c1196-2c5a-4e30-9f77-82d7a229e1ac req-b7e6ba44-2637-4d10-88c7-2d7083fc7dd0 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Jul 14 12:56:15.461656 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-abadae2c-758c-48df-84f0-e94d817a2ff6 req-cf6d8f19-0e89-446f-bf6a-31ad3fa7ab12 tempest-VolumesActionsTest-1925247385 tempest-VolumesActionsTest-1925247385-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab2693f-38d6-4cee-9db1-4802f5ac40d2 HTTP/1.1" status: 200 len: 210 time: 0.0417273 Jul 14 12:56:15.778574 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33882484-e931-401f-9d51-81ba34c60dd4 req-7de94875-4b41-40df-a0f9-c49a7b8b4038 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:15.780800 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33882484-e931-401f-9d51-81ba34c60dd4 req-7de94875-4b41-40df-a0f9-c49a7b8b4038 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0719666 Jul 14 12:56:15.829403 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-33882484-e931-401f-9d51-81ba34c60dd4 req-156c30fd-c88b-404d-af40-bbc6415fd68f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Jul 14 12:56:16.210637 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9ea6-138f-44cf-acfa-e8b4dab474b8 req-bb18f2c5-11d7-45b8-bf28-8d6e642d7933 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:16.212314 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-446d9ea6-138f-44cf-acfa-e8b4dab474b8 req-bb18f2c5-11d7-45b8-bf28-8d6e642d7933 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0962763 Jul 14 12:56:16.255681 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-446d9ea6-138f-44cf-acfa-e8b4dab474b8 req-6fff174b-8d4f-44cd-9595-42c4b8ff1518 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Jul 14 12:56:17.269776 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40216e14-5a12-4207-827f-addedd2c6b52 req-26c52c20-a30e-4b3f-975d-a991e4dc29ea tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:17.271480 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40216e14-5a12-4207-827f-addedd2c6b52 req-26c52c20-a30e-4b3f-975d-a991e4dc29ea tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.0798771 Jul 14 12:56:17.402727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Deleting port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:56:17.403480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:17.598885 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2605d-a5ba-4eed-95eb-f783c14e7ef3 req-eebe46ec-67a0-4426-8e62-673c46e18bec tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:17.600548 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45b2605d-a5ba-4eed-95eb-f783c14e7ef3 req-eebe46ec-67a0-4426-8e62-673c46e18bec tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 945 time: 0.1891472 Jul 14 12:56:17.602586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] For port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:17.602974 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:17.623649 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Calling delete_port for ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:56:17.693651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device b917a938-240c-4ec1-a8ae-380e1fa51767 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:56:17.697387 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45b2605d-a5ba-4eed-95eb-f783c14e7ef3 req-7761eec6-7a5a-49cd-b2bf-9b568aa27483 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Jul 14 12:56:17.722412 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: b917a938-240c-4ec1-a8ae-380e1fa51767 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:56:17.723268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device b917a938-240c-4ec1-a8ae-380e1fa51767 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:56:17.723918 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:56:17.842457 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:17.847888 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:17.891555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Pushing event deleted for resources: {'Port': ['ID=ef24a4ab-61fb-4fc0-98f0-cc72a82dea68,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:17.950581 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] No DVR routers for this DVR port ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:56:17.953024 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:17.954923 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-40216e14-5a12-4207-827f-addedd2c6b52 req-3df50cc4-2872-480f-ab7c-2b266a45300e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "DELETE /v2.0/ports/ef24a4ab-61fb-4fc0-98f0-cc72a82dea68 HTTP/1.1" status: 204 len: 173 time: 0.6780322 Jul 14 12:56:17.955413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'name': 'network-vif-deleted', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:17.958434 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f199e62a-4c0f-4abc-9d9b-ef2c3b06d760" -d '{"events": [{"server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "name": "network-vif-deleted", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:18.013963 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6b1965-a890-4d33-aa8a-aa8c8b8af8d7 x-openstack-request-id: req-ca6b1965-a890-4d33-aa8a-aa8c8b8af8d7 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:18.014252 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af0b612-cd74-4a2b-af2b-e13d357d92e8", "name": "network-vif-deleted", "tag": "ef24a4ab-61fb-4fc0-98f0-cc72a82dea68", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:18.014498 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca6b1965-a890-4d33-aa8a-aa8c8b8af8d7 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:18.014888 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af0b612-cd74-4a2b-af2b-e13d357d92e8', 'name': 'network-vif-deleted', 'tag': 'ef24a4ab-61fb-4fc0-98f0-cc72a82dea68', 'status': 'completed', 'code': 200} Jul 14 12:56:18.838203 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4a37dc2c-d801-44cf-9415-4e2cb4fc6bf1 req-72a61e3a-94a4-48ba-a017-1024ed39d431 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.0332830 Jul 14 12:56:19.735515 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-e6d300c8-009a-45f2-8956-66654425a5ba tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:19.736900 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-e6d300c8-009a-45f2-8956-66654425a5ba tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 814 time: 0.1043077 Jul 14 12:56:19.751320 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-6b7fa712-8517-4bac-98f6-e6de8c3b466f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/quotas/e59ff37dd461408982599eabe7e4d707 HTTP/1.1" status: 200 len: 375 time: 0.0091062 Jul 14 12:56:19.821590 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-fbc4d24b-5a9c-4c80-8999-637409554772 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652332 Jul 14 12:56:19.922210 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-49321267-efd6-4c60-886c-f6d41caac322 service neutron] 10.222.0.48 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885096 Jul 14 12:56:19.987319 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-876fab22-1c08-4b1a-b981-e19469fef45f req-bea78cd2-78d2-40ac-ae68-896d77587285 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.0344493 Jul 14 12:56:20.016491 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-a1531c08-b51c-4a3f-b238-51b5c6f91436 service neutron] 10.222.0.48 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Jul 14 12:56:20.185317 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-056a4bd6-a436-46b2-814a-83f9b205d6d0 req-d15fdc86-9350-4ef4-b2e8-3ab23ef4cdfb tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Jul 14 12:56:20.697965 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['0ecdbd56-fb37-416b-8720-04ff5b7667c6'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:21.154103 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6ed7333a-4d85-4cfd-9510-efcd7307c03d req-9d88baad-22a0-4e3a-8b8b-4845d5723c21 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0b612-cd74-4a2b-af2b-e13d357d92e8 HTTP/1.1" status: 200 len: 210 time: 0.0327647 Jul 14 12:56:21.332982 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-524cd609-0afa-40af-87ab-e18d1b0239e5 req-d990b52e-4421-4b97-9d59-4284910b61f1 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 210 time: 0.0339284 Jul 14 12:56:21.944790 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-662e2675-73e0-4a86-bf64-742a6d585c01 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:21.947428 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-662e2675-73e0-4a86-bf64-742a6d585c01 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 814 time: 0.1637969 Jul 14 12:56:21.961387 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'port': {'device_id': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'admin_state_up': True, 'tenant_id': 'e59ff37dd461408982599eabe7e4d707'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:22.100470 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Made reservation on behalf of e59ff37dd461408982599eabe7e4d707 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:56:22.104490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:22.272585 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Allocated IP 172.20.0.13 (51512089-a4d3-434b-af0c-09639276178c/306596c1-a726-4885-a593-ecc52b6ab669/baf849f8-17f5-4e28-b321-5329ce7ab698) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:56:22.491884 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:22.510835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Transition to ACTIVE for port object baf849f8-17f5-4e28-b321-5329ce7ab698 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:22.535660 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6c3d3428-5e46-4055-8906-736eb1898c4c req-0d2694e1-31e9-45da-b494-f25dfec399f0 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 210 time: 0.0594316 Jul 14 12:56:22.601892 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:22.677966 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Network 51512089-a4d3-434b-af0c-09639276178c is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:22.681735 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:22.700333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:56:22.768879 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:22.791801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:22.793083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:22.821959 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f0049b3b-0f37-4b63-a458-62ad4e9f9e16 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8645475 Jul 14 12:56:23.012627 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65c36a-033e-4f4b-b593-8518b7bcae98 req-41eb4e40-ebcb-4d87-9c24-a9e7a86b09b6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:23.030431 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e65c36a-033e-4f4b-b593-8518b7bcae98 req-41eb4e40-ebcb-4d87-9c24-a9e7a86b09b6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1786969 Jul 14 12:56:23.037832 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dc119004-a144-4298-b673-32dad838b106 None None] Provisioning for port baf849f8-17f5-4e28-b321-5329ce7ab698 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:23.048743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-dc119004-a144-4298-b673-32dad838b106 None None] Provisioning complete for port baf849f8-17f5-4e28-b321-5329ce7ab698 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:23.049753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dc119004-a144-4298-b673-32dad838b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:23.099636 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-dc119004-a144-4298-b673-32dad838b106 None None] Port baf849f8-17f5-4e28-b321-5329ce7ab698 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:56:23.120199 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e65c36a-033e-4f4b-b593-8518b7bcae98 req-b9b91670-e0c6-45b9-846e-5d0d62c403ec tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855546 Jul 14 12:56:23.184085 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Request body: {'port': {'device_id': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:23.225984 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:56:23.303773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:23.712453 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf849f8-17f5-4e28-b321-5329ce7ab698 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:56:23.722913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:23.743193 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Transition to ACTIVE for port object baf849f8-17f5-4e28-b321-5329ce7ab698 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:56:23.763155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:23.900194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:23.954261 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468646c-4d2c-4fe5-a834-b068ee17c9f1 req-5082869a-50bc-4a1d-9c7e-62de8d795c58 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:23.955972 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7468646c-4d2c-4fe5-a834-b068ee17c9f1 req-5082869a-50bc-4a1d-9c7e-62de8d795c58 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.2109735 Jul 14 12:56:24.172169 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7468646c-4d2c-4fe5-a834-b068ee17c9f1 req-bde762c4-ac45-4691-95b0-44f0445507f6 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009141 Jul 14 12:56:24.217844 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Attempting to bind port baf849f8-17f5-4e28-b321-5329ce7ab698 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:56:24.218867 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Attempting to bind port baf849f8-17f5-4e28-b321-5329ce7ab698 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:56:24.219668 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Attempting to bind port baf849f8-17f5-4e28-b321-5329ce7ab698 on network 51512089-a4d3-434b-af0c-09639276178c {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:24.227517 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Port baf849f8-17f5-4e28-b321-5329ce7ab698 on network 51512089-a4d3-434b-af0c-09639276178c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:56:24.228103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Attempting to bind port baf849f8-17f5-4e28-b321-5329ce7ab698 on network 51512089-a4d3-434b-af0c-09639276178c {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:56:24.234477 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:56:24.235531 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Checking segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:56:24.236218 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Bound using segment: {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:56:24.236882 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Bound port: baf849f8-17f5-4e28-b321-5329ce7ab698, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdac81e-720d-4a34-be6e-976e4bca4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '51512089-a4d3-434b-af0c-09639276178c'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:56:24.237485 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:24.345487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:56:24.349331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:56:24.356528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:24.432776 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:24.464374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:24.465126 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:24.466721 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-f7e3d59d-c245-44d2-8f01-880e41fbcbdc service neutron] 10.222.0.49 "PUT /v2.0/ports/baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 1094 time: 1.2876723 Jul 14 12:56:24.467237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:24.474155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be199b8-d841-47c9-b4d2-419f0544dfa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:24.516311 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d48a8-a641-4a67-a58d-e5f0031f922f req-3eb9bd31-8113-46d0-a9e6-ea95571e74c1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:24.526938 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc0d48a8-a641-4a67-a58d-e5f0031f922f req-3eb9bd31-8113-46d0-a9e6-ea95571e74c1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1254995 Jul 14 12:56:24.536620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c98f1d7-2ac4-49fa-9960-8c8476f7b558 x-openstack-request-id: req-1c98f1d7-2ac4-49fa-9960-8c8476f7b558 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:24.536620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:24.536872 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c98f1d7-2ac4-49fa-9960-8c8476f7b558 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:24.537083 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:56:24.584347 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc0d48a8-a641-4a67-a58d-e5f0031f922f req-117e6c3f-7577-40ae-a3e8-66e440cddcb8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Jul 14 12:56:25.432513 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce936-9995-4e12-b1e0-ab719f1646f2 req-6a4c631a-53dc-4549-ae50-edca3b9f1f47 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:25.434165 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-278ce936-9995-4e12-b1e0-ab719f1646f2 req-6a4c631a-53dc-4549-ae50-edca3b9f1f47 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0895410 Jul 14 12:56:25.501832 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-278ce936-9995-4e12-b1e0-ab719f1646f2 req-0606fe3b-636d-486d-85ab-69929a1024c1 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Jul 14 12:56:25.791242 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d66b-3f9a-4634-b4e8-2b98cbd11aaa req-e5d14c2b-cd4d-4784-9019-dcfa1554009c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:25.793468 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27c6d66b-3f9a-4634-b4e8-2b98cbd11aaa req-e5d14c2b-cd4d-4784-9019-dcfa1554009c tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0864625 Jul 14 12:56:25.869631 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27c6d66b-3f9a-4634-b4e8-2b98cbd11aaa req-735504f8-948f-4e77-9be3-30fdecef69d1 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Jul 14 12:56:26.820389 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081b09-d1e0-49df-9af5-adcfb2e36627 req-afd9147c-6b16-42a8-8126-eb3de1b89966 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:26.822108 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e081b09-d1e0-49df-9af5-adcfb2e36627 req-afd9147c-6b16-42a8-8126-eb3de1b89966 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.1238451 Jul 14 12:56:26.887294 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e081b09-d1e0-49df-9af5-adcfb2e36627 req-3180726d-d8c6-4687-a6bc-7dff20a356ca tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571585 Jul 14 12:56:27.153773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d89fe-7483-4762-82c4-fb6899d447ef req-d3a563db-f795-452d-8ad6-45c396800676 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:27.164710 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6c2d89fe-7483-4762-82c4-fb6899d447ef req-d3a563db-f795-452d-8ad6-45c396800676 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1465025 Jul 14 12:56:27.215563 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6c2d89fe-7483-4762-82c4-fb6899d447ef req-078051d8-eea0-4359-a605-f1218d32de21 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Jul 14 12:56:28.193524 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa0b1-0b47-46e0-9278-f8da44887e02 req-ee3dd7ba-7654-4a76-bff4-b086e5be9eb4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:28.195611 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27eaa0b1-0b47-46e0-9278-f8da44887e02 req-ee3dd7ba-7654-4a76-bff4-b086e5be9eb4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0828733 Jul 14 12:56:28.257902 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-27eaa0b1-0b47-46e0-9278-f8da44887e02 req-1c7315e5-8a17-4f1e-a5cc-95d5b43b6da0 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 Jul 14 12:56:28.443892 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da21ec-906d-46c2-8f10-d1173ad58b0c req-77b70e3d-cd77-4cba-8b43-68dca1754a71 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:28.451308 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-11da21ec-906d-46c2-8f10-d1173ad58b0c req-77b70e3d-cd77-4cba-8b43-68dca1754a71 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0911205 Jul 14 12:56:28.507666 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-11da21ec-906d-46c2-8f10-d1173ad58b0c req-9bffb4da-54c6-48bd-a54a-124933ccc324 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Jul 14 12:56:29.470895 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03270a3-3a9a-46c5-b0c1-6fb2ef94ec21 req-44782b6b-26f3-4fa9-b19e-a486a5b0dd08 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:29.481565 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d03270a3-3a9a-46c5-b0c1-6fb2ef94ec21 req-44782b6b-26f3-4fa9-b19e-a486a5b0dd08 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.1078513 Jul 14 12:56:29.549304 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d03270a3-3a9a-46c5-b0c1-6fb2ef94ec21 req-257eef00-989e-4554-a106-68bdbae7019e tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638108 Jul 14 12:56:29.706338 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da6bd-0573-47e0-b2df-c010bcfdeb33 req-2c821f79-c666-4290-9bcb-0e617a43e276 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:29.714923 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3d6da6bd-0573-47e0-b2df-c010bcfdeb33 req-2c821f79-c666-4290-9bcb-0e617a43e276 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0852318 Jul 14 12:56:29.761939 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3d6da6bd-0573-47e0-b2df-c010bcfdeb33 req-7509c5e5-2fc1-4742-bff4-8743dbb591bc tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 Jul 14 12:56:30.753413 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104926aa-c68b-4ba4-abd3-daafb242096a req-7092e426-501e-4fff-8fe6-c491f3b410bc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:30.755997 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-104926aa-c68b-4ba4-abd3-daafb242096a req-7092e426-501e-4fff-8fe6-c491f3b410bc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0752206 Jul 14 12:56:30.819254 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-104926aa-c68b-4ba4-abd3-daafb242096a req-e496b4d6-b144-4ff8-942c-13720b77853d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Jul 14 12:56:31.034553 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355cf42-4c7e-4938-9164-b1af97d09e71 req-fc09b634-c6fe-456c-81d6-671435db9825 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:31.036296 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5355cf42-4c7e-4938-9164-b1af97d09e71 req-fc09b634-c6fe-456c-81d6-671435db9825 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0983620 Jul 14 12:56:31.087013 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5355cf42-4c7e-4938-9164-b1af97d09e71 req-e692f8f3-e66e-42dd-85a7-fcdd89e841e8 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jul 14 12:56:31.994948 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701abeb8-f03c-4c69-8b3a-761e4577f82c req-54264385-ab01-4374-9bbe-d92e5bf11d8b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:32.003013 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-701abeb8-f03c-4c69-8b3a-761e4577f82c req-54264385-ab01-4374-9bbe-d92e5bf11d8b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0756965 Jul 14 12:56:32.038959 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-701abeb8-f03c-4c69-8b3a-761e4577f82c req-0e3096d6-515a-437a-8226-eb627266d788 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Jul 14 12:56:32.324557 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d956b3-dbe5-417b-8446-78c419b6df9a req-219813e0-dbba-40ef-a70c-0657e1609b2e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:32.331850 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c0d956b3-dbe5-417b-8446-78c419b6df9a req-219813e0-dbba-40ef-a70c-0657e1609b2e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0799360 Jul 14 12:56:32.402654 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c0d956b3-dbe5-417b-8446-78c419b6df9a req-99fc4987-b637-4685-9163-f8fab65b8bc4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Jul 14 12:56:33.167753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-52f84aed-8c98-44b1-81df-fd62028a4b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:33.305498 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00e7d8-a2e9-4331-ac11-2c66089811c9 req-5d4b4d4d-6e32-49db-8e8c-65bea62a96bf tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:33.315159 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f00e7d8-a2e9-4331-ac11-2c66089811c9 req-5d4b4d4d-6e32-49db-8e8c-65bea62a96bf tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0934639 Jul 14 12:56:33.362396 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5f00e7d8-a2e9-4331-ac11-2c66089811c9 req-2e11f879-ff9b-4b14-815c-2f9a8672c092 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Jul 14 12:56:33.751321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d591-480c-42b5-82e0-9f671543be88 req-03116e16-c865-40cb-8a4f-80070f00bcda tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:33.753798 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-47a0d591-480c-42b5-82e0-9f671543be88 req-03116e16-c865-40cb-8a4f-80070f00bcda tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1346955 Jul 14 12:56:33.803970 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-47a0d591-480c-42b5-82e0-9f671543be88 req-348f11ae-b5f4-46b5-8b91-c5948c5917af tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Jul 14 12:56:34.572074 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18e1b-e6af-41d2-b6b1-9d4940e136cb req-0e076929-b366-4bc0-9bbb-0bc782599c86 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:34.574608 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78b18e1b-e6af-41d2-b6b1-9d4940e136cb req-0e076929-b366-4bc0-9bbb-0bc782599c86 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0771174 Jul 14 12:56:34.621202 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78b18e1b-e6af-41d2-b6b1-9d4940e136cb req-e9ed939d-2e11-49cd-a5ff-6de3c7203f5a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Jul 14 12:56:35.007407 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e310e-4f25-40bb-b641-8edfc2c5681a req-6b55acc0-7173-466c-b630-c1bf5b7cf46f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:35.009072 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-342e310e-4f25-40bb-b641-8edfc2c5681a req-6b55acc0-7173-466c-b630-c1bf5b7cf46f tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0816579 Jul 14 12:56:35.068152 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-342e310e-4f25-40bb-b641-8edfc2c5681a req-0e9da499-3ef6-4190-9bfe-8ae4c8039d2a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Jul 14 12:56:35.437392 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0c300be8-2dc3-4bc0-8a37-5715163bdf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:35.823640 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9b3c1-a0fc-4c2c-9736-b3159a2e145b req-260ca0e0-2c0a-4982-acfe-a600eb2adbe5 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:35.825505 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8cc9b3c1-a0fc-4c2c-9736-b3159a2e145b req-260ca0e0-2c0a-4982-acfe-a600eb2adbe5 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0771339 Jul 14 12:56:35.858492 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:35.874448 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8cc9b3c1-a0fc-4c2c-9736-b3159a2e145b req-5bfd2104-0201-4ef2-a371-7f75a6b78225 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Jul 14 12:56:36.319587 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80220a-73a7-450c-b731-46a367646669 req-3115b964-217e-43a6-aac8-5a2d3b4fe215 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:36.321556 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ac80220a-73a7-450c-b731-46a367646669 req-3115b964-217e-43a6-aac8-5a2d3b4fe215 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0996313 Jul 14 12:56:36.386014 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ac80220a-73a7-450c-b731-46a367646669 req-ad6b6258-dd52-4bcf-9388-9c0f3b39d3c6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Jul 14 12:56:36.759423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:37.094800 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559227d-6034-43ec-9337-13b0a65b44cc req-e0b7e0f6-3a80-4781-8fba-99ca3b01cbaf tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:37.096390 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f559227d-6034-43ec-9337-13b0a65b44cc req-e0b7e0f6-3a80-4781-8fba-99ca3b01cbaf tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0785277 Jul 14 12:56:37.137133 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f559227d-6034-43ec-9337-13b0a65b44cc req-ea41cd55-4854-4778-981d-748a5dface13 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Jul 14 12:56:37.591223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0595d-ea3e-43dd-8101-913885501293 req-b74663ca-c7a4-4ea2-802a-f7b5a10b2f4e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:37.592708 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-81f0595d-ea3e-43dd-8101-913885501293 req-b74663ca-c7a4-4ea2-802a-f7b5a10b2f4e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0746167 Jul 14 12:56:37.645713 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-81f0595d-ea3e-43dd-8101-913885501293 req-a49b397c-be60-4011-b8b9-166cf852f687 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Jul 14 12:56:37.815026 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-d13c44ef-0d67-4d8e-97d1-e68f5a773e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:37.816515 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-d13c44ef-0d67-4d8e-97d1-e68f5a773e5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1097 time: 0.0602880 Jul 14 12:56:37.920100 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-432740e8-9b8e-4f3a-a96c-3e0f905b7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:37.922142 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-432740e8-9b8e-4f3a-a96c-3e0f905b7fcc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e59ff37dd461408982599eabe7e4d707&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961688 Jul 14 12:56:38.016131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-e84bfc5f-1075-4944-92b8-b649ab4fca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.017610 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3be199b8-d841-47c9-b4d2-419f0544dfa0 req-e84bfc5f-1075-4944-92b8-b649ab4fca5c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889387 Jul 14 12:56:38.130173 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-79ba68ce-caf2-4650-a0a3-a634e4ec4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.131708 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-79ba68ce-caf2-4650-a0a3-a634e4ec4c94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1097 time: 0.0602489 Jul 14 12:56:38.180287 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-29850847-37de-43d0-91da-53772a40a018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 217 time: 0.0355315 Jul 14 12:56:38.235282 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-b87b486f-3469-4d4d-ab68-e7f170332123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.236900 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-b87b486f-3469-4d4d-ab68-e7f170332123 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.0446460 Jul 14 12:56:38.304506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-2dacb4c2-d367-4d37-93aa-df7abfaf0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.306206 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-2dacb4c2-d367-4d37-93aa-df7abfaf0c20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552180 Jul 14 12:56:38.317480 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942837-58f3-4f3f-8cfb-ff4acb60fbb2 req-f479a1b5-0a8f-4e7d-b75c-af155632e31e tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.319038 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47942837-58f3-4f3f-8cfb-ff4acb60fbb2 req-f479a1b5-0a8f-4e7d-b75c-af155632e31e tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0662081 Jul 14 12:56:38.359637 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47942837-58f3-4f3f-8cfb-ff4acb60fbb2 req-54ab53d2-450b-4eba-be67-ca36efefa62d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Jul 14 12:56:38.414832 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-98207238-8ac0-4031-b8e7-d9965fa12a03 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917811 Jul 14 12:56:38.511161 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-da27e412-54d4-4f2b-b152-8ab122a5d12b req-77af12f8-ff8d-4960-97ea-8af926332b11 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Jul 14 12:56:38.580619 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:38.633903 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:38.834556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9729c-dddf-4d4a-bebb-37b5f32e39c6 req-d79450fc-bfd4-41a8-9194-7ea28341c407 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:38.836108 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-25f9729c-dddf-4d4a-bebb-37b5f32e39c6 req-d79450fc-bfd4-41a8-9194-7ea28341c407 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0744214 Jul 14 12:56:38.872595 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-25f9729c-dddf-4d4a-bebb-37b5f32e39c6 req-b124704b-aff6-4389-9d51-eb9366b94141 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Jul 14 12:56:39.555899 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65fa66-5ac3-4424-b178-c4a5495d9643 req-e246d3b9-7bbc-4f8b-b625-bc41d07cd927 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:39.557644 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ae65fa66-5ac3-4424-b178-c4a5495d9643 req-e246d3b9-7bbc-4f8b-b625-bc41d07cd927 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0823224 Jul 14 12:56:39.607202 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ae65fa66-5ac3-4424-b178-c4a5495d9643 req-4f2ff265-0b57-436b-a3ee-4ebc21676f9d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Jul 14 12:56:39.881684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55a04d-86e6-4188-884c-1f24c3056cd3 req-7e7f3197-0d89-442d-8d5d-005a1cc97bda tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:39.883174 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7d55a04d-86e6-4188-884c-1f24c3056cd3 req-7e7f3197-0d89-442d-8d5d-005a1cc97bda tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0635302 Jul 14 12:56:39.924415 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7d55a04d-86e6-4188-884c-1f24c3056cd3 req-77eb16cd-4326-45dc-89a2-80ced0e403a3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Jul 14 12:56:40.063080 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223d4dc-b246-4f75-b3a7-f2b39c23bc64 req-62836f32-8abe-4373-aab2-d83f98eb7db5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:40.064826 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1223d4dc-b246-4f75-b3a7-f2b39c23bc64 req-62836f32-8abe-4373-aab2-d83f98eb7db5 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0658629 Jul 14 12:56:40.105740 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1223d4dc-b246-4f75-b3a7-f2b39c23bc64 req-cdd73c26-11d2-4f31-9eab-62789dbfc5bd tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Jul 14 12:56:40.789076 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06f124-be3d-4f3c-ab07-7b5645d8f4ec req-caf62068-c74e-49cb-8cbd-8cc7fd474d62 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:40.790612 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a06f124-be3d-4f3c-ab07-7b5645d8f4ec req-caf62068-c74e-49cb-8cbd-8cc7fd474d62 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 944 time: 0.0632541 Jul 14 12:56:40.813020 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device baf849f8-17f5-4e28-b321-5329ce7ab698 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:56:40.830867 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1a06f124-be3d-4f3c-ab07-7b5645d8f4ec req-18db14a6-b5d0-45fb-8304-6ca956fdc356 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347998 Jul 14 12:56:40.848154 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 56956) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:40.891762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Deleting subnet 8997d9c7-8a81-42b0-8a5a-9e02916cc910 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:56:40.894812 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:40.916970 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:40.928890 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'port_id': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'mac_address': 'fa:16:3e:f1:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:56:40.932516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:40.969946 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:40.977540 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:40.982629 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf849f8-17f5-4e28-b321-5329ce7ab698 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:56:41.003297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:41.013303 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.040948 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.066064 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:41.079269 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8997d9c7-8a81-42b0-8a5a-9e02916cc910,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:41.099400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.101288 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f9a51b3b-6188-448b-82e6-82e76fba7df9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8997d9c7-8a81-42b0-8a5a-9e02916cc910 HTTP/1.1" status: 204 len: 168 time: 0.2521493 Jul 14 12:56:41.103978 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56960) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:41.140662 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62e78-97fc-40b1-aa43-ea18fbad4513 req-758f7aea-4683-4b83-b4e6-3dbde2a4deee tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:41.142434 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-79f62e78-97fc-40b1-aa43-ea18fbad4513 req-758f7aea-4683-4b83-b4e6-3dbde2a4deee tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0983350 Jul 14 12:56:41.179392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.194319 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-79f62e78-97fc-40b1-aa43-ea18fbad4513 req-7a2c0a5d-a16e-4f4a-884e-d448f6aa1a3e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Jul 14 12:56:41.290065 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.303045 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c411956a-424d-480b-a902-9c4a2e86acd7']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:41.316643 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b12ff5-be72-421c-973d-8caaf3402536') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:41.316942 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b12ff5-be72-421c-973d-8caaf3402536') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:41.319437 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:41.331338 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.348191 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.360223 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eaff-08a4-447f-b5f4-3e9a4ac7591e req-87d74a8e-8970-4e66-b445-84df2edcae9a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:41.361720 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e766eaff-08a4-447f-b5f4-3e9a4ac7591e req-87d74a8e-8970-4e66-b445-84df2edcae9a tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1398747 Jul 14 12:56:41.364451 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:56:41.364845 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:56:41.366593 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:56:41.443920 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.447783 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e766eaff-08a4-447f-b5f4-3e9a4ac7591e req-8c3c9ee1-605b-4d4f-b5a0-44942080d59e tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796633 Jul 14 12:56:41.453049 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.457578 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c411956a-424d-480b-a902-9c4a2e86acd7 HTTP/1.1" status: 204 len: 168 time: 0.3525834 Jul 14 12:56:41.471420 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870f452-e5d2-4a57-b68b-1402fe31cfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c411956a-424d-480b-a902-9c4a2e86acd7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:41.627355 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56966) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:41.669343 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bcc0b2b9-29ad-4184-bc9d-7a6069e82662 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c74f69f808c1457b982e64ffbe14b07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407403 Jul 14 12:56:41.671953 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 56968) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:41.720829 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.741042 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.787117 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.790039 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:41.791184 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fa704c4-a905-4e5f-be2b-9b9b725ffb64 HTTP/1.1" status: 204 len: 168 time: 0.1183500 Jul 14 12:56:41.799607 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894543cd-2213-40d6-a174-4b2c6f262230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa704c4-a905-4e5f-be2b-9b9b725ffb64,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:42.014247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ae81b-92cd-44ac-a2fb-124a0af24fca req-82cba320-24f6-4e5b-8147-1422fc37d536 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:42.016366 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0e1ae81b-92cd-44ac-a2fb-124a0af24fca req-82cba320-24f6-4e5b-8147-1422fc37d536 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 945 time: 0.0703475 Jul 14 12:56:42.057637 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0e1ae81b-92cd-44ac-a2fb-124a0af24fca req-7b4bdca8-a459-4679-a4d8-661632298b8d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Jul 14 12:56:42.365384 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d857d2-5e0d-4de0-a5be-ebc7165fe0d1 req-9da398ea-7e3a-4de3-bb0e-4adfb226290c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:42.367002 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98d857d2-5e0d-4de0-a5be-ebc7165fe0d1 req-9da398ea-7e3a-4de3-bb0e-4adfb226290c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0633373 Jul 14 12:56:42.407795 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-98d857d2-5e0d-4de0-a5be-ebc7165fe0d1 req-73b7a462-370b-4157-abef-eb7b0a9fbcc9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Jul 14 12:56:42.630394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01509578-be15-47fe-a40d-25a23a673a94 req-f79f7b04-dc10-4f0e-813b-bb8d059193a6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:42.632185 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-01509578-be15-47fe-a40d-25a23a673a94 req-f79f7b04-dc10-4f0e-813b-bb8d059193a6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.0624645 Jul 14 12:56:42.669683 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-01509578-be15-47fe-a40d-25a23a673a94 req-7a500212-ff22-493f-8b5a-d62fd525d723 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/security-groups?id=5668f5d9-6faf-4208-a13a-9d71325d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Jul 14 12:56:42.811772 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device baf849f8-17f5-4e28-b321-5329ce7ab698 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:56:42.860713 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port baf849f8-17f5-4e28-b321-5329ce7ab698 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:56:42.864450 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port baf849f8-17f5-4e28-b321-5329ce7ab698 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:56:42.864770 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:42.947739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:42.970704 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:42.973024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9dd6b8-3330-4b14-be6f-23b8ecbd6e8d" -d '{"events": [{"server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "name": "network-vif-plugged", "status": "completed", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:42.985078 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:42.989762 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:43.016817 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161daa2-018c-4505-8ca7-08d2414cd540 x-openstack-request-id: req-e161daa2-018c-4505-8ca7-08d2414cd540 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:43.017108 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "name": "network-vif-plugged", "status": "completed", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:43.017357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e161daa2-018c-4505-8ca7-08d2414cd540 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:43.017728 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'code': 200} Jul 14 12:56:43.044652 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:43.288080 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc6b3c-8e5b-405f-b629-fcefeecc2626 req-f5bac807-7229-40f9-b85b-b3631a087bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:43.289424 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-babc6b3c-8e5b-405f-b629-fcefeecc2626 req-f5bac807-7229-40f9-b85b-b3631a087bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1099 time: 0.0802765 Jul 14 12:56:43.319115 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbef4-0772-4847-8ed1-9921e773378b req-8c921242-87ff-46b7-844f-84c3cafe64bb tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:43.320571 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1dadbef4-0772-4847-8ed1-9921e773378b req-8c921242-87ff-46b7-844f-84c3cafe64bb tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.1470404 Jul 14 12:56:43.388895 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-babc6b3c-8e5b-405f-b629-fcefeecc2626 req-98f7a8c2-fccc-4423-963a-dd5ba68df4a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800514 Jul 14 12:56:43.393278 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1dadbef4-0772-4847-8ed1-9921e773378b req-ce1cee8a-5222-468d-9e83-809d019a7850 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660262 Jul 14 12:56:43.409304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596826-f50d-4411-83ba-5f0716b42a7b req-84a500ff-8791-42a1-b8eb-2ac0dd264cf6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:43.411827 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-97596826-f50d-4411-83ba-5f0716b42a7b req-84a500ff-8791-42a1-b8eb-2ac0dd264cf6 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 945 time: 0.1388254 Jul 14 12:56:43.539518 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Deleting port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:56:43.539770 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:43.593013 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce50ad7-8bec-4031-9617-294a6f6fc22d req-d6b91924-95f7-4c27-ba85-3bfd4b4935b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:43.594679 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dce50ad7-8bec-4031-9617-294a6f6fc22d req-d6b91924-95f7-4c27-ba85-3bfd4b4935b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0640671 Jul 14 12:56:43.631259 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] For port 0ecdbd56-fb37-416b-8720-04ff5b7667c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ecdbd56-fb37-416b-8720-04ff5b7667c6,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:43.631852 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:43.633474 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dce50ad7-8bec-4031-9617-294a6f6fc22d req-7c9457a2-e601-45f6-85ee-e4aa358d2be1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Jul 14 12:56:43.649084 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Calling delete_port for 0ecdbd56-fb37-416b-8720-04ff5b7667c6 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:56:43.775036 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:43.787073 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['0ecdbd56-fb37-416b-8720-04ff5b7667c6'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:56:43.814734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Pushing event deleted for resources: {'Port': ['ID=0ecdbd56-fb37-416b-8720-04ff5b7667c6,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:43.842392 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dd6a6341-5e96-4c8f-9d2c-cd9ef847a099 req-337147a5-2f6d-4099-affd-99b2b551f3e4 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf17256-ccde-4147-b930-7f98df2bed04 HTTP/1.1" status: 200 len: 210 time: 0.0402756 Jul 14 12:56:43.877038 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] No DVR routers for this DVR port 0ecdbd56-fb37-416b-8720-04ff5b7667c6 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:56:43.879676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:43.881791 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-97596826-f50d-4411-83ba-5f0716b42a7b req-3757c71b-da71-43e3-90f9-91c0f1d7a995 tempest-ServerRescueNegativeTestJSON-1651426749 tempest-ServerRescueNegativeTestJSON-1651426749-project] 10.222.0.49 "DELETE /v2.0/ports/0ecdbd56-fb37-416b-8720-04ff5b7667c6 HTTP/1.1" status: 204 len: 173 time: 0.4448974 Jul 14 12:56:43.882276 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'name': 'network-vif-deleted', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:43.884660 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dfefd3-3c5f-4055-9ef5-4f5856ceaec6" -d '{"events": [{"server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "name": "network-vif-deleted", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:43.921604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e655be00-4121-4037-9baf-d945a5a54a05 x-openstack-request-id: req-e655be00-4121-4037-9baf-d945a5a54a05 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:43.922047 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf17256-ccde-4147-b930-7f98df2bed04", "name": "network-vif-deleted", "tag": "0ecdbd56-fb37-416b-8720-04ff5b7667c6", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:43.922399 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e655be00-4121-4037-9baf-d945a5a54a05 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:43.922872 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf17256-ccde-4147-b930-7f98df2bed04', 'name': 'network-vif-deleted', 'tag': '0ecdbd56-fb37-416b-8720-04ff5b7667c6', 'status': 'completed', 'code': 200} Jul 14 12:56:44.571224 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6917e04-d39a-4a8e-99c8-e4fb73ddead1 req-192ce7b0-782a-4d4d-924d-70e6a94134a7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:44.572741 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a6917e04-d39a-4a8e-99c8-e4fb73ddead1 req-192ce7b0-782a-4d4d-924d-70e6a94134a7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0658734 Jul 14 12:56:44.620738 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a6917e04-d39a-4a8e-99c8-e4fb73ddead1 req-0692a622-f088-4b4c-b0b8-3e8216099c14 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Jul 14 12:56:44.799935 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09c4b-0d3f-4f9f-a8ec-8cbf0207560e req-16f7a9e4-3b85-4431-9403-2ceda363495b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:44.801450 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-42e09c4b-0d3f-4f9f-a8ec-8cbf0207560e req-16f7a9e4-3b85-4431-9403-2ceda363495b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0681658 Jul 14 12:56:44.811013 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55abf-9f69-4689-b3d1-a52c51d9146d req-c7a13667-af35-43ed-9041-a07dfc801d56 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:44.813395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-56a55abf-9f69-4689-b3d1-a52c51d9146d req-c7a13667-af35-43ed-9041-a07dfc801d56 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0659618 Jul 14 12:56:44.842104 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-42e09c4b-0d3f-4f9f-a8ec-8cbf0207560e req-5aa1c900-2887-4c02-a24a-ee54b5c6deab tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Jul 14 12:56:44.852498 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-56a55abf-9f69-4689-b3d1-a52c51d9146d req-78d3f81b-4c96-46ab-8526-fe6637c383b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Jul 14 12:56:44.939396 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57000) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:45.500253 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb37a4-6eff-48cc-98b1-fba3effed126 req-b6ec347a-59b5-43a0-8fdb-642ff18446d7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:45.501816 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ecb37a4-6eff-48cc-98b1-fba3effed126 req-b6ec347a-59b5-43a0-8fdb-642ff18446d7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.1207500 Jul 14 12:56:45.576471 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ecb37a4-6eff-48cc-98b1-fba3effed126 req-f7c229c7-f939-4335-8fd5-9692fb6e7c70 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583525 Jul 14 12:56:45.683745 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.018628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Deleting port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:56:46.019314 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.043681 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badc28-38f8-4195-aecb-2ef49b4d77cb req-6a9ef77e-8746-4b02-9c4c-ee2c45705b97 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:46.045236 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94badc28-38f8-4195-aecb-2ef49b4d77cb req-6a9ef77e-8746-4b02-9c4c-ee2c45705b97 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0681612 Jul 14 12:56:46.085392 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94badc28-38f8-4195-aecb-2ef49b4d77cb req-fdb53734-dabf-4690-b117-c50825692184 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Jul 14 12:56:46.105632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] For port 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,segment=NetworkSegment(9dcff137-ed4e-4db5-9a2f-b29e99777190),segment_id=9dcff137-ed4e-4db5-9a2f-b29e99777190)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:46.106064 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.120169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Calling delete_port for 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:56:46.321001 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.346955 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2d1490-958d-42ef-b33f-2a19bdd9ccd8,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:46.520610 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.743092 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Router f18c40f7-2359-4868-a33c-bd82e2655076 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:56:46.811396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 0ecdbd56-fb37-416b-8720-04ff5b7667c6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:56:46.832367 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 0ecdbd56-fb37-416b-8720-04ff5b7667c6 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:56:46.832825 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 0ecdbd56-fb37-416b-8720-04ff5b7667c6 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:56:46.850336 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:56:46.855345 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5e715154-438c-4d76-89be-5126c0e5a945 admin admin] 10.222.0.48 "PUT /v2.0/routers/f18c40f7-2359-4868-a33c-bd82e2655076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150498 Jul 14 12:56:46.857822 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57012) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:46.860893 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Sync routers for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:56:46.870002 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:46.870688 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:46.980061 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:46.984304 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:47.105968 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.188791 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Deleting port b0ef7993-ab80-4b56-9a55-4500f1fdb073 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:56:47.189743 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.265863 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:56:46Z', 'revision_number': 5, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port': {'id': 'b0ef7993-ab80-4b56-9a55-4500f1fdb073', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:47.295429 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Checking router: f18c40f7-2359-4868-a33c-bd82e2655076 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:56:47.304754 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Routers {'f18c40f7-2359-4868-a33c-bd82e2655076'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:47.305362 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['f18c40f7-2359-4868-a33c-bd82e2655076'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:47.317374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] For port b0ef7993-ab80-4b56-9a55-4500f1fdb073, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b0ef7993-ab80-4b56-9a55-4500f1fdb073,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:56:47.317728 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.332392 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Calling delete_port for b0ef7993-ab80-4b56-9a55-4500f1fdb073 owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:56:47.346987 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1805d-91d1-4425-b4bd-9be354ba2e55 req-b438890a-9ef4-4bc2-8f01-92ff3d965b54 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:47.348514 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afe1805d-91d1-4425-b4bd-9be354ba2e55 req-b438890a-9ef4-4bc2-8f01-92ff3d965b54 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1162131 Jul 14 12:56:47.393483 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] Set router f18c40f7-2359-4868-a33c-bd82e2655076 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:47.442690 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-afe1805d-91d1-4425-b4bd-9be354ba2e55 req-ddb92728-74a4-4019-ae96-c52cf897ce02 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529866 Jul 14 12:56:47.448161 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:56:47Z', 'revision_number': 6, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:47.482150 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d05ab2-8f00-404c-845a-bf934ccd1111 None None] The sync data for ids ['f18c40f7-2359-4868-a33c-bd82e2655076'] in dv-cinder-786933-4-iscsi is: [{'id': 'f18c40f7-2359-4868-a33c-bd82e2655076', 'name': 'tempest-ServerRescueNegativeTestJSON-1663418177-router', 'tenant_id': '57c6d4588a404549ae9cc4fe299888a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:56:47Z', 'revision_number': 6, 'project_id': '57c6d4588a404549ae9cc4fe299888a1', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:56:47.552833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.583075 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ef7993-ab80-4b56-9a55-4500f1fdb073,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:47.654674 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.761584 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.763726 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.840227 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.840883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18c40f7-2359-4868-a33c-bd82e2655076 {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:56:47.846478 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.847838 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-7bcb02a4-dc3f-4788-bb20-7f5788475419 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f18c40f7-2359-4868-a33c-bd82e2655076 HTTP/1.1" status: 204 len: 168 time: 0.9885669 Jul 14 12:56:47.850267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57034) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:47.895968 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Deleting subnet 5ec7a2a5-044b-4879-9beb-41adf0705a8d {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:56:47.899070 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.933364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:47.977476 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.030448 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.056062 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec7a2a5-044b-4879-9beb-41adf0705a8d,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:48.059800 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.062138 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-70de739a-148b-4cd1-8fec-6013dd9b8725 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ec7a2a5-044b-4879-9beb-41adf0705a8d HTTP/1.1" status: 204 len: 168 time: 0.2103093 Jul 14 12:56:48.064895 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57036) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:48.136463 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.217485 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.227166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fee1dd9-1639-4e92-a3d9-8983ae5048ab']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:48.238557 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcff137-ed4e-4db5-9a2f-b29e99777190') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:48.238935 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcff137-ed4e-4db5-9a2f-b29e99777190') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:48.248617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.263939 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.270299 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:56:48.270721 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:56:48.272548 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:56:48.327596 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.337334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.340501 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2fee1dd9-1639-4e92-a3d9-8983ae5048ab HTTP/1.1" status: 204 len: 168 time: 0.2744319 Jul 14 12:56:48.360859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6f66c-7cdd-4379-af28-8de22d9d3219 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fee1dd9-1639-4e92-a3d9-8983ae5048ab,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:48.531855 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57042) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:48.579667 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ad558711-9f63-4486-bcf3-8b9870c3f728 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57c6d4588a404549ae9cc4fe299888a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463822 Jul 14 12:56:48.581835 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57044) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:48.634717 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.634975 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3252-88a6-4a32-9b94-d341e9a5f5f1 req-3b15737b-da2e-4a6b-a954-ea21588cbd0a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:48.636265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-776a3252-88a6-4a32-9b94-d341e9a5f5f1 req-3b15737b-da2e-4a6b-a954-ea21588cbd0a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0653377 Jul 14 12:56:48.656999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.676760 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-776a3252-88a6-4a32-9b94-d341e9a5f5f1 req-c8ba521b-52fb-494c-ab2c-6c2a45af9de8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Jul 14 12:56:48.709049 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.716858 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:48.718757 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5668f5d9-6faf-4208-a13a-9d71325d895a HTTP/1.1" status: 204 len: 168 time: 0.1359007 Jul 14 12:56:48.730352 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da0efc-9e0c-4a2a-9f9c-6f638de27e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5668f5d9-6faf-4208-a13a-9d71325d895a,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:49.015721 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b0ef7993-ab80-4b56-9a55-4500f1fdb073 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:56:49.036946 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: b0ef7993-ab80-4b56-9a55-4500f1fdb073 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:56:49.037290 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b0ef7993-ab80-4b56-9a55-4500f1fdb073 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:56:49.037707 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:56:49.059997 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:56:49.060344 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 3c2d1490-958d-42ef-b33f-2a19bdd9ccd8 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:56:49.878888 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846d598-84a4-43b1-9e74-c8f46660a32a req-c9e7dade-552a-4c64-b582-f85e1ffb0471 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:49.880387 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9846d598-84a4-43b1-9e74-c8f46660a32a req-c9e7dade-552a-4c64-b582-f85e1ffb0471 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0798967 Jul 14 12:56:49.917685 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9846d598-84a4-43b1-9e74-c8f46660a32a req-5c968bc0-8ea3-4eaa-bd35-8db568954840 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 14 12:56:51.095654 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23084-26cf-4bff-ba2d-b11ac03d5f52 req-3e2d90bf-de6a-488c-ad77-aab13061b120 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:51.097149 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23d23084-26cf-4bff-ba2d-b11ac03d5f52 req-3e2d90bf-de6a-488c-ad77-aab13061b120 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0647464 Jul 14 12:56:51.141437 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23d23084-26cf-4bff-ba2d-b11ac03d5f52 req-ca563a6b-c382-49c3-80ae-330c5f898600 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Jul 14 12:56:52.315874 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143aa59-db2e-43ec-9350-9dfa800b09d7 req-5367edb9-dd9e-4508-bd1d-8ab65a07326d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:52.317506 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9143aa59-db2e-43ec-9350-9dfa800b09d7 req-5367edb9-dd9e-4508-bd1d-8ab65a07326d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0640655 Jul 14 12:56:52.355321 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9143aa59-db2e-43ec-9350-9dfa800b09d7 req-89224b02-5c76-4d08-85d4-b43990884c2c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jul 14 12:56:53.532940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ce72-3fad-4e71-827d-c70a6cf66d4c req-d415a641-82a9-47b5-ac17-bd9c47a454dd tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:53.534481 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3605ce72-3fad-4e71-827d-c70a6cf66d4c req-d415a641-82a9-47b5-ac17-bd9c47a454dd tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0694101 Jul 14 12:56:53.572932 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3605ce72-3fad-4e71-827d-c70a6cf66d4c req-8d87d4ec-aab8-4d21-bad0-40728d9a6c84 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Jul 14 12:56:54.746728 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8357b9-57c2-480c-934e-76dbafd7e125 req-a7bcd3c2-81e4-4b45-bf2e-808a2f804a12 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:54.748179 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c8357b9-57c2-480c-934e-76dbafd7e125 req-a7bcd3c2-81e4-4b45-bf2e-808a2f804a12 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0632937 Jul 14 12:56:54.788982 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c8357b9-57c2-480c-934e-76dbafd7e125 req-38d3dd50-e691-4441-9064-71829ae872f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352294 Jul 14 12:56:55.966427 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861036c-5d9b-4cfd-8c60-e2b05f40deaf req-3c56ff5f-0840-4eff-8228-645d50f96de3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:55.968050 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4861036c-5d9b-4cfd-8c60-e2b05f40deaf req-3c56ff5f-0840-4eff-8228-645d50f96de3 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0648427 Jul 14 12:56:56.009668 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4861036c-5d9b-4cfd-8c60-e2b05f40deaf req-503bd458-a335-4a62-b563-175e2692fdd6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Jul 14 12:56:56.364870 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c62b7-efad-4173-b04a-1d9d7b04f59a req-f7c8fbdb-8259-40c2-9791-0065ec3bdb92 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:56.366395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e41c62b7-efad-4173-b04a-1d9d7b04f59a req-f7c8fbdb-8259-40c2-9791-0065ec3bdb92 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0644062 Jul 14 12:56:56.415225 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e41c62b7-efad-4173-b04a-1d9d7b04f59a req-4a045ed6-57ab-43de-94cd-cf66e2f66015 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Jul 14 12:56:56.507661 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da24c4-aae0-4e1a-98e5-8d8d3ae9f4e1 req-ef0a6262-940d-49a0-a4ce-caf5542277ec tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:56.509159 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d4da24c4-aae0-4e1a-98e5-8d8d3ae9f4e1 req-ef0a6262-940d-49a0-a4ce-caf5542277ec tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jul 14 12:56:56.548775 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d4da24c4-aae0-4e1a-98e5-8d8d3ae9f4e1 req-c62dda87-5e8a-4d10-a418-e2bbd4ed24b0 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Jul 14 12:56:56.573829 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57160) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:56.774553 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e142e-8312-47be-9350-cc2fcaa0772e tempest-TestMinimumBasicScenario-1120019256 tempest-TestMinimumBasicScenario-1120019256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:56.776047 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-156e142e-8312-47be-9350-cc2fcaa0772e tempest-TestMinimumBasicScenario-1120019256 tempest-TestMinimumBasicScenario-1120019256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1094 time: 0.2012298 Jul 14 12:56:56.779002 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57164) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:56.783362 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'port_id': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:56.806415 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:56.904637 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:57.007789 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Allocated IP 172.27.3.136 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/4460a81b-f9c9-4f1c-9b5c-0c584d54ed02) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:56:57.114419 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:57.153421 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:57.198440 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:56:57.201081 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:56:57.204650 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:56:57.232506 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'Port': ['ID=4460a81b-f9c9-4f1c-9b5c-0c584d54ed02,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:57.346432 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-de7e31e0-c196-4a04-8796-14f39bb05f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:57.347954 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-de7e31e0-c196-4a04-8796-14f39bb05f7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0525472 Jul 14 12:56:57.600038 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54958ff8-f4da-4ef1-b9f2-07adbda35dfd req-a27d70c9-7deb-41c4-b4c2-6754c9a860f9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:57.601594 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54958ff8-f4da-4ef1-b9f2-07adbda35dfd req-a27d70c9-7deb-41c4-b4c2-6754c9a860f9 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0655262 Jul 14 12:56:57.641396 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-54958ff8-f4da-4ef1-b9f2-07adbda35dfd req-141c5485-8148-44f7-aa95-89255d65d3aa tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Jul 14 12:56:57.796095 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:57.875118 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.034532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.038712 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.113924 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'Port': ['ID=4460a81b-f9c9-4f1c-9b5c-0c584d54ed02,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:58.130872 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.232463 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Floating IP 810b5c48-5fad-4ffa-9cde-fe0d54a58617 associated. External IP: 172.27.3.136, port: baf849f8-17f5-4e28-b321-5329ce7ab698. Jul 14 12:56:58.314158 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-30b800e1-4bc4-48b5-b7f1-dd8e14761f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:58.316033 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-30b800e1-4bc4-48b5-b7f1-dd8e14761f4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.0926242 Jul 14 12:56:58.461555 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:56:58.579049 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:56:58.589144 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Sync routers for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:56:58.595205 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.599494 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:58.600126 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:58.637438 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6141d5d2-b4ef-443a-ad4b-54c9fb91d784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8544528 Jul 14 12:56:58.637438 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:56:58.637438 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b627110d-c4ad-4d0d-a20c-21e63f2a7466" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:56:58.637832 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57172) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:58.642471 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904429459', 'description': 'tempest-secgroup-smoke-904429459 description', 'project_id': 'e59ff37dd461408982599eabe7e4d707'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:58.668421 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.675163 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ab13f2-265b-4088-903e-b31d27a32732 x-openstack-request-id: req-96ab13f2-265b-4088-903e-b31d27a32732 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:56:58.675484 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:56:58.676083 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96ab13f2-265b-4088-903e-b31d27a32732 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:56:58.676504 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:56:58.718776 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:58.775764 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.797401 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.831539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.832807 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1940689 Jul 14 12:56:58.836404 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57178) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:58.838116 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c516d424-f67e-4203-849e-c19c84e64d8b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:58.841202 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:58.854195 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.854640 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.855052 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.855467 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.855807 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.856172 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.856715 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.857091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.857444 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.857813 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.858223 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.858591 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d39e9-5d0a-424b-b20d-3669b0fda7dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:56:58.872579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.889992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32117f0d-5338-48aa-9c2a-1d1b945296cb req-10417a93-55e9-4930-a8db-1c4adcbde12d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:58.892092 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-32117f0d-5338-48aa-9c2a-1d1b945296cb req-10417a93-55e9-4930-a8db-1c4adcbde12d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1309495 Jul 14 12:56:58.940941 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.941480 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-32117f0d-5338-48aa-9c2a-1d1b945296cb req-4c36bb12-3226-4ba4-a95e-6a56188ced7c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Jul 14 12:56:58.948281 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.974321 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf77e1b-2f6c-4200-8700-65f8cac26253,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:58.983579 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:58.985566 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3334385a-e6aa-4e80-95c7-269d622ac8d4 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477864 Jul 14 12:56:58.989269 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57180) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:58.995421 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:59.025451 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.032607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '810b5c48-5fad-4ffa-9cde-fe0d54a58617', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'port_id': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'mac_address': 'fa:16:3e:f1:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:56:57Z', 'updated_at': '2021-07-14T12:56:57Z', 'revision_number': 0, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:59.060024 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Checking router: d8d12a0f-a3c0-4120-aece-cd8d392f61f8 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:56:59.070083 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:56:59.070708 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:56:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:59.085135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.090946 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.111998 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa20f13-61d0-4e30-b1a1-b6ecb33bbd1b,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:59.120447 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.125514 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9834c54d-bb82-4624-945f-8b365893d694 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330566 Jul 14 12:56:59.127569 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57182) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:59.135555 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:59.194265 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.198556 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:56:59.278259 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.283096 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.299505 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87616b5b-5722-42d3-927e-6c3f3c49ab25,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:59.311288 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.316605 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57186) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:59.317903 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3a870a50-1255-4202-a256-f40c65b6c05c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886415 Jul 14 12:56:59.337499 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:56:59.389155 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-a375d55b-d4c8-4d51-a97d-112a2323a8be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 1002 time: 0.1385846 Jul 14 12:56:59.412562 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.454307 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '810b5c48-5fad-4ffa-9cde-fe0d54a58617', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'port_id': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'mac_address': 'fa:16:3e:f1:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:56:57Z', 'updated_at': '2021-07-14T12:56:57Z', 'revision_number': 0, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:56:59.482909 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-e10c1a3b-2732-4579-8ead-2b17d8edbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:59.485014 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-e10c1a3b-2732-4579-8ead-2b17d8edbdc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1099 time: 0.1841893 Jul 14 12:56:59.487310 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a99f51-305c-43bf-82d2-f58a06b45c7c None None] The sync data for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi is: [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '810b5c48-5fad-4ffa-9cde-fe0d54a58617', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'port_id': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'mac_address': 'fa:16:3e:f1:ce:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:56:57Z', 'updated_at': '2021-07-14T12:56:57Z', 'revision_number': 0, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:56:59.522671 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-c4dd6733-371c-42db-9b2b-ba57150470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:59.524211 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-c4dd6733-371c-42db-9b2b-ba57150470b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.1274636 Jul 14 12:56:59.715586 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba1ebd-d618-4965-a9bd-95b8214ea056 None None] New status for floating IP 810b5c48-5fad-4ffa-9cde-fe0d54a58617: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:56:59.896146 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.909100 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.949538 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012f872a-52bd-4b3a-b162-0daf8b1cfb75,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:56:59.966990 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:56:59.968822 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5d08aae0-6f39-4f6c-ae06-e627408c7ffc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6506381 Jul 14 12:56:59.971392 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-742340f3-1097-4a24-a799-ed4283acdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:59.972797 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-742340f3-1097-4a24-a799-ed4283acdbb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 915 time: 0.4786136 Jul 14 12:56:59.973174 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57202) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:56:59.975780 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-252624c4-e25f-4b48-ba4c-7a261ade75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:56:59.977398 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-252624c4-e25f-4b48-ba4c-7a261ade75e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4241395 Jul 14 12:56:59.978422 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:00.009917 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Project e59ff37dd461408982599eabe7e4d707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:57:00.027602 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.116594 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-c5734790-5809-4b27-97a5-5ac726dd1922 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 1002 time: 0.1310551 Jul 14 12:57:00.137736 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.150770 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.174083 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-ef284be0-4924-4649-bfc8-e9e86b6ef869 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819694 Jul 14 12:57:00.174365 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834c2897-cea2-4a22-9e89-5fd171d7f91d,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:00.192532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ab84-24f3-47a7-90be-c22b0cf4c1f4 req-0fcc9fb8-2f1b-4111-ab97-fe3ddfd5e69f tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:00.196549 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-edd3ab84-24f3-47a7-90be-c22b0cf4c1f4 req-0fcc9fb8-2f1b-4111-ab97-fe3ddfd5e69f tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.1107693 Jul 14 12:57:00.203152 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.206968 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-749aceb8-3f7a-4607-a728-b7d544420b7a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2298455 Jul 14 12:57:00.211466 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57206) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:00.217345 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'security_group_rule': {'security_group_id': 'c516d424-f67e-4203-849e-c19c84e64d8b', 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:00.226708 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:57:00.243898 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-88f4e716-f5a3-46e5-995c-ca34cdec36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:00.245482 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-88f4e716-f5a3-46e5-995c-ca34cdec36d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.1208024 Jul 14 12:57:00.263116 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-edd3ab84-24f3-47a7-90be-c22b0cf4c1f4 req-cfb60bc7-34ee-4943-82f6-0f70ea57f0e1 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575986 Jul 14 12:57:00.269977 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Project e59ff37dd461408982599eabe7e4d707 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:57:00.276582 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.320828 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f2f58613-be51-42b8-bda2-d76a9f8cebf0 req-1a122b9f-d3a8-456e-a519-f6bf59f52a6b service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384845 Jul 14 12:57:00.342017 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-69667e5a-273d-4b52-b779-f10daf82d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:00.344902 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-69667e5a-273d-4b52-b779-f10daf82d3f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804899 Jul 14 12:57:00.349699 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.355587 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.377757 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0642c37-8cde-4d1a-ac0a-64f85f4419f2,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:00.391099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.392643 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-24fb15f7-c2aa-4505-b1a7-fa011c8beb26 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801863 Jul 14 12:57:00.445925 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-a99c020f-2243-4c56-b2e3-a93fff2abe54 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938485 Jul 14 12:57:00.567145 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-370fc211-50ab-46b8-afac-05fce163b826 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904429459&fields=id&tenant_id=e59ff37dd461408982599eabe7e4d707 HTTP/1.1" status: 200 len: 267 time: 0.0567229 Jul 14 12:57:00.614822 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b627110d-c4ad-4d0d-a20c-21e63f2a7466 req-a0e9609e-6337-4b6f-86cc-b0adb26759ba service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596038 Jul 14 12:57:00.650954 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-77308982-85f5-4db8-8512-3a3bbfb5c432 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:00.652665 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-77308982-85f5-4db8-8512-3a3bbfb5c432 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0794556 Jul 14 12:57:00.664070 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'port': {'security_groups': ['c1e5841d-aa12-4601-811e-6fabb62fb9e1', 'c516d424-f67e-4203-849e-c19c84e64d8b']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:00.762468 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.962092 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:00.994428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:00.999010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:01.011457 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:57:01.071227 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.072074 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:01.078785 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d31b91b9-3476-43de-9f79-8a808d2a883c req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "PUT /v2.0/ports/baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 982 time: 0.4194014 Jul 14 12:57:01.079515 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:01.083695 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:01.182833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14191a-72a0-4800-8b00-561e4f8bd7a8 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=6']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:01.186127 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:57:01.190272 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da8c94-3b61-4679-bfcf-c93585ede70b x-openstack-request-id: req-d7da8c94-3b61-4679-bfcf-c93585ede70b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:01.190564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:01.190821 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7da8c94-3b61-4679-bfcf-c93585ede70b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:01.191219 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:57:01.298510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5be8-6f14-4935-b714-898deb80f864 req-6346ae0a-0162-462b-a62a-4cb48b8ac383 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.308204 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e43d5be8-6f14-4935-b714-898deb80f864 req-6346ae0a-0162-462b-a62a-4cb48b8ac383 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0837781 Jul 14 12:57:01.313312 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-be2e0a1c-6d74-49a3-8765-c0c6f9305c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.315952 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-be2e0a1c-6d74-49a3-8765-c0c6f9305c59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1138 time: 0.1011009 Jul 14 12:57:01.366132 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e43d5be8-6f14-4935-b714-898deb80f864 req-8987c307-7097-4f12-9042-c927008fcc4c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582700 Jul 14 12:57:01.511335 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-806e5790-9391-422c-acbc-c50781498130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.518650 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-806e5790-9391-422c-acbc-c50781498130 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 915 time: 0.1939819 Jul 14 12:57:01.551368 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efcfed-e90e-4a6e-be14-97f3eb061eda req-e9f82544-847b-4bea-9872-9c1f2f90c750 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.559435 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-76efcfed-e90e-4a6e-be14-97f3eb061eda req-e9f82544-847b-4bea-9872-9c1f2f90c750 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0818996 Jul 14 12:57:01.575290 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6e318e23-e736-47be-ab05-d5ace8b2ac77 None None] Provisioning complete for port baf849f8-17f5-4e28-b321-5329ce7ab698 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:57:01.575664 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6e318e23-e736-47be-ab05-d5ace8b2ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:01.615470 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-76efcfed-e90e-4a6e-be14-97f3eb061eda req-b7e90585-eb38-4885-a3b5-00cf32c98815 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549216 Jul 14 12:57:01.691609 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-d1991ac1-e976-4997-9f54-f78678123aa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 1002 time: 0.1589167 Jul 14 12:57:01.756159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e0d6-3e23-4c69-aa79-b13c4edf5e5c req-e26f3530-5dde-4e4b-9cb6-4611c5afd9b3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.757808 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ad11e0d6-3e23-4c69-aa79-b13c4edf5e5c req-e26f3530-5dde-4e4b-9cb6-4611c5afd9b3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.1282432 Jul 14 12:57:01.764486 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-c2a21fff-9c17-41a9-8a7a-efd8dec45b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.766953 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-c2a21fff-9c17-41a9-8a7a-efd8dec45b54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.0653026 Jul 14 12:57:01.840214 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ad11e0d6-3e23-4c69-aa79-b13c4edf5e5c req-aa3badd3-51d7-4764-b464-d55c21e26040 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721550 Jul 14 12:57:01.862332 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-dc5d3640-2ff2-4fbc-9233-ede9fb45ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:01.866122 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-dc5d3640-2ff2-4fbc-9233-ede9fb45ceb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907125 Jul 14 12:57:01.960906 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-9e43ab5f-4b88-4b39-8525-7f52d56240bc service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Jul 14 12:57:02.057650 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fe75d2e-4cb2-4315-8c32-ef00ee41a984 req-400387fa-6769-4a81-b3f3-7dc8a2f9fc89 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878956 Jul 14 12:57:03.027434 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c6cc-7030-46f7-9d85-322fde457024 req-7761127c-d984-44d5-b9f8-9722dad59aad tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:03.029650 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a155c6cc-7030-46f7-9d85-322fde457024 req-7761127c-d984-44d5-b9f8-9722dad59aad tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0673168 Jul 14 12:57:03.071212 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a155c6cc-7030-46f7-9d85-322fde457024 req-dfdcf063-b29d-4820-a65b-3e26b305078a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352991 Jul 14 12:57:03.074355 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-588e5820-cae5-4656-884d-59c03ca9b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:04.260576 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b82f-6b50-4a7a-9cc3-57757559a1e5 req-f0743c56-93e2-4493-92fc-ab434f508454 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:04.262333 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c319b82f-6b50-4a7a-9cc3-57757559a1e5 req-f0743c56-93e2-4493-92fc-ab434f508454 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0709631 Jul 14 12:57:04.301950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c319b82f-6b50-4a7a-9cc3-57757559a1e5 req-c30c0dc7-019b-4332-a8c0-12ddb53ad656 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Jul 14 12:57:05.433765 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3903fa51-0b54-4333-8c1c-28be170dd254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:05.488985 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db509128-2d37-448f-b103-45b3f0d18f59 req-8e38c6eb-c7bc-41d7-a6a9-3ac11845b2d7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:05.490476 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db509128-2d37-448f-b103-45b3f0d18f59 req-8e38c6eb-c7bc-41d7-a6a9-3ac11845b2d7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0713933 Jul 14 12:57:05.529491 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-db509128-2d37-448f-b103-45b3f0d18f59 req-84cbb310-a823-4bbd-92c7-8442475ae763 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Jul 14 12:57:05.840341 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.346138 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-1c1cccbe-5ba3-4856-8fe0-6e595a6dc184 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:06.347727 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-1c1cccbe-5ba3-4856-8fe0-6e595a6dc184 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.0693746 Jul 14 12:57:06.457522 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Deleting port 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:57:06.457765 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.553201 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] For port 33b80082-6bea-45a7-83f2-bd7dd1102a21, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=33b80082-6bea-45a7-83f2-bd7dd1102a21,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:06.553559 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.743379 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.807497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ef7bf-9d8a-4906-bcf1-52d48f53c853 req-c74f4f47-a76e-4aaa-934c-84b88d7c8c48 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:06.809125 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b3ef7bf-9d8a-4906-bcf1-52d48f53c853 req-c74f4f47-a76e-4aaa-934c-84b88d7c8c48 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 946 time: 0.1535976 Jul 14 12:57:06.846123 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.846494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:06.846804 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Floating IP 606e7d5b-1918-498c-ac72-d8e22ed6fce6 disassociated. External IP: 172.27.3.222, port: 33b80082-6bea-45a7-83f2-bd7dd1102a21. Jul 14 12:57:06.847147 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Calling delete_port for 33b80082-6bea-45a7-83f2-bd7dd1102a21 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:57:06.870801 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8b3ef7bf-9d8a-4906-bcf1-52d48f53c853 req-1e270351-5456-4074-8997-71d2ffff8f2f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=672eb33a-b3b8-42bc-bc4b-4d5167c45215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552371 Jul 14 12:57:06.992296 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:07.022543 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'Port': ['ID=33b80082-6bea-45a7-83f2-bd7dd1102a21,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:07.148377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:57:07.270149 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:57:07.282267 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:57:07.304798 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:07.305661 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:07.325559 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] No DVR routers for this DVR port 33b80082-6bea-45a7-83f2-bd7dd1102a21 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:57:07.328557 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:07.331172 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299b5a69-54a5-4ec3-8db1-98ba4d84eaea req-0788f5cb-d92e-4cfd-a746-0bd6aec1937c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "DELETE /v2.0/ports/33b80082-6bea-45a7-83f2-bd7dd1102a21 HTTP/1.1" status: 204 len: 173 time: 0.9771848 Jul 14 12:57:07.331650 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-deleted', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:07.334729 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe352b9-8ca0-4860-a722-ae34c93029af" -d '{"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-deleted", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:07.422512 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5bc7c2-bb9c-4b4b-8f63-b467718846fa x-openstack-request-id: req-ec5bc7c2-bb9c-4b4b-8f63-b467718846fa {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:07.423163 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160abbc4-784b-41f2-b50c-a3095285e9ab", "name": "network-vif-deleted", "tag": "33b80082-6bea-45a7-83f2-bd7dd1102a21", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:07.423163 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec5bc7c2-bb9c-4b4b-8f63-b467718846fa {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:07.423620 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160abbc4-784b-41f2-b50c-a3095285e9ab', 'name': 'network-vif-deleted', 'tag': '33b80082-6bea-45a7-83f2-bd7dd1102a21', 'status': 'completed', 'code': 200} Jul 14 12:57:07.454469 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:07.667688 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:07.698832 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:57:07.708070 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:07.708679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:07.816009 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:08.022446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:08.035884 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6ea25c4e-003b-474b-be6f-980eeba5318d req-982e074f-8fe8-49c7-a685-1e0dfc8ea0dc tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0302742 Jul 14 12:57:08.061629 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea590-da5c-4895-b7be-2bc717c904e7 None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:57:08.295995 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0bdd7-d2ee-447b-b3e2-950369100ede None None] New status for floating IP 606e7d5b-1918-498c-ac72-d8e22ed6fce6: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:57:08.588528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:08.637277 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:09.204924 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b49b364d-c457-45e6-aa54-e6739ab94bb3 req-7c518490-a566-4c9f-8d09-b0f2bb364618 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0353200 Jul 14 12:57:10.366033 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c567366c-4398-4d02-98b2-42273b32d0d1 req-6eed7710-22f4-4fd0-9cb4-3347dc1d9844 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=160abbc4-784b-41f2-b50c-a3095285e9ab HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jul 14 12:57:10.936147 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:57:10.957357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 33b80082-6bea-45a7-83f2-bd7dd1102a21 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:57:10.957708 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 33b80082-6bea-45a7-83f2-bd7dd1102a21 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:57:11.492172 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57302) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:11.549148 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.573237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.623194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.626425 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.630009 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "DELETE /v2.0/security-groups/672eb33a-b3b8-42bc-bc4b-4d5167c45215 HTTP/1.1" status: 204 len: 168 time: 0.1343648 Jul 14 12:57:11.630737 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57310) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:11.637354 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4dbb-4c7d-49e2-a088-1b5057a66941 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672eb33a-b3b8-42bc-bc4b-4d5167c45215,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:11.651785 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.api.v2.resource [None req-d6a4fdbe-fcd0-4ab7-92c0-17dd47eb97ed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] show failed (client error): The resource could not be found. Jul 14 12:57:11.652792 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d6a4fdbe-fcd0-4ab7-92c0-17dd47eb97ed tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups/672eb33a-b3b8-42bc-bc4b-4d5167c45215 HTTP/1.1" status: 404 len: 347 time: 0.0205603 Jul 14 12:57:11.656372 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57312) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:11.778342 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-c603a52a-ff8c-4efb-9fb7-a44bea5cab58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556457 Jul 14 12:57:11.788516 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Deleting port fd22619f-4127-4b51-bbe6-2d104ead7c1a {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:57:11.788855 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.856599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-76fa7c78-f580-44d8-8ae5-765a9e526229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:11.858268 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-76fa7c78-f580-44d8-8ae5-765a9e526229 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 1099 time: 0.0573969 Jul 14 12:57:11.873641 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.874002 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:11.885643 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Calling delete_port for fd22619f-4127-4b51-bbe6-2d104ead7c1a owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:57:11.972074 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-e0ebedd3-c91d-484d-b6db-3110b74f196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:11.973511 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-e0ebedd3-c91d-484d-b6db-3110b74f196d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.0861499 Jul 14 12:57:12.053471 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-5dc7f4bf-2a45-42a5-a7f0-9f553a633710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 200 len: 1002 time: 0.0717969 Jul 14 12:57:12.056138 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.083420 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'Port': ['ID=fd22619f-4127-4b51-bbe6-2d104ead7c1a,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:12.104711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-3b55cb65-5370-4999-bac4-465277b2ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:12.106233 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-3b55cb65-5370-4999-bac4-465277b2ac44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0458858 Jul 14 12:57:12.120937 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.121299 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.121604 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.121967 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.122298 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.122624 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.122945 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.123271 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.123591 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.123915 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.124271 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.124595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:12.165353 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.168122 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.169371 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7ebbef68-5135-40d6-9cc1-207e0a88e331 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "DELETE /v2.0/floatingips/606e7d5b-1918-498c-ac72-d8e22ed6fce6 HTTP/1.1" status: 204 len: 168 time: 0.5116653 Jul 14 12:57:12.170519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-6b7d20e1-d753-4351-aa81-e68fbc910ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:12.172743 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-6b7d20e1-d753-4351-aa81-e68fbc910ff6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566504 Jul 14 12:57:12.267349 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-073f88ef-f834-4fe4-871b-26ff628cb1cb service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876539 Jul 14 12:57:12.365704 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75bd32db-25d2-4afa-b941-a331710f7c7b req-3518c995-b787-44da-a919-18f470750778 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833457 Jul 14 12:57:12.415240 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57316) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:12.420268 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654495573', 'description': 'tempest-description--1397930913'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:12.444562 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.527752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.533477 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.562134 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.563332 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1470876 Jul 14 12:57:12.564664 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06902f4e-cf9c-444c-a10c-3e46c7e7fb9a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea4722-38f6-41d2-b219-775b7609745a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:12.567707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57318) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:12.575623 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea4722-38f6-41d2-b219-775b7609745a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:12.607185 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.666270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.670551 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.695320 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50181ab1-5680-4adf-9b14-9635b4d0c56a,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:12.699463 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.705199 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-586ac94a-d291-421b-bdc6-61e41632bfa8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311741 Jul 14 12:57:12.706633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57326) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:12.710021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea4722-38f6-41d2-b219-775b7609745a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:12.744979 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.812869 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.816799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.836131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e811ef-ed03-46f5-9da6-332b1a24ffa2,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:12.847306 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.848700 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3da9a1e6-1b9f-4bfc-831e-ab136d212818 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421840 Jul 14 12:57:12.851659 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57332) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:12.856665 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:12.880757 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:12.976377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.083306 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Allocated IP 172.27.3.246 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/d17bdd21-7cce-4229-a76b-7542d9dc057f) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:57:13.184584 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.226751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.271155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:57:13.274055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:57:13.277599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:57:13.283516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=d17bdd21-7cce-4229-a76b-7542d9dc057f,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:13.364115 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.406250 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.555564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.560546 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.627530 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=d17bdd21-7cce-4229-a76b-7542d9dc057f,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:13.640321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.653421 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:13.654667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-971d6576-b0f8-410f-9303-212b0fc9967c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8020301 Jul 14 12:57:13.839893 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-d34b9904-4fda-4bf5-96d8-e281bab6f766 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--654495573&fields=id&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 267 time: 0.0329318 Jul 14 12:57:13.945066 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-59712db6-7d2e-4de3-8088-6f2f2e066669 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:13.946720 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-59712db6-7d2e-4de3-8088-6f2f2e066669 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 817 time: 0.0987878 Jul 14 12:57:13.962148 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-52a1993c-e836-4080-95f2-42ad84cb0049 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/quotas/22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 375 time: 0.0101302 Jul 14 12:57:14.312476 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-3ef982dd-7b5e-45fb-b6fd-ead4efcf5a72 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3448942 Jul 14 12:57:14.406569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-0b528459-10ea-4ff1-9600-aac528c99b92 service neutron] 10.222.0.48 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Jul 14 12:57:14.501488 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-97340d39-008f-414d-98a7-225e861ba978 service neutron] 10.222.0.48 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Jul 14 12:57:14.679181 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2e6fbfbf-f293-4194-ae20-753884ca83f5 req-eb6bbb9a-c721-4eae-aba0-600714cc4b98 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0294213 Jul 14 12:57:15.829212 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b155c9b9-452f-4d1c-9fa0-0e3558545f77 req-2d9390e1-6109-4709-83b7-46845741ef14 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0351753 Jul 14 12:57:16.972242 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4c38c594-a295-4e53-b238-f49f4cd5332c req-e0ee663e-3d92-43fa-b9f7-47e5934a280b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0292358 Jul 14 12:57:17.277093 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-de4f9a3e-956d-4638-96e2-4f4d1908ba58 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:17.278768 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-de4f9a3e-956d-4638-96e2-4f4d1908ba58 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 817 time: 0.1151533 Jul 14 12:57:17.325852 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-a03686e4-59bd-4c18-adf4-8cc6221cfc29 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 379 time: 0.0380504 Jul 14 12:57:17.336100 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'port': {'device_id': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'admin_state_up': True, 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'security_groups': ['e6ea4722-38f6-41d2-b219-775b7609745a']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:17.444792 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Made reservation on behalf of 22c7ea74d33048098ef16ecf7eadf0cb for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:57:17.448534 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:17.579573 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Allocated IP 172.20.0.6 (05e77cd2-bd46-4c2b-97e5-fcf01a974050/5a47fc68-bc9c-4c1d-b163-495238bb59a4/29cc01fd-de12-453e-9548-e74e14b48166) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:57:17.723917 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:17.738055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Transition to ACTIVE for port object 29cc01fd-de12-453e-9548-e74e14b48166 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:57:17.773291 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:17.821417 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:57:17.824595 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:57:17.828671 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:57:17.835488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:17.891739 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:17.892401 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:17.912545 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-969a6687-4a79-468b-a966-92039db2ff5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807683 Jul 14 12:57:17.930951 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Request body: {'port': {'device_id': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:18.016315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.053191 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-acd602aa-e0b5-4d44-97af-6df3cff82135 None None] Provisioning for port 29cc01fd-de12-453e-9548-e74e14b48166 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:57:18.058385 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-acd602aa-e0b5-4d44-97af-6df3cff82135 None None] Provisioning complete for port 29cc01fd-de12-453e-9548-e74e14b48166 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:57:18.059263 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-acd602aa-e0b5-4d44-97af-6df3cff82135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.095972 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-acd602aa-e0b5-4d44-97af-6df3cff82135 None None] Port 29cc01fd-de12-453e-9548-e74e14b48166 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:57:18.268156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029a0c-0096-42b5-8c9c-8799932ec0f9 req-79e4f7b8-2787-4447-a79d-589d765a6898 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:18.269904 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f1029a0c-0096-42b5-8c9c-8799932ec0f9 req-79e4f7b8-2787-4447-a79d-589d765a6898 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 931 time: 0.1482790 Jul 14 12:57:18.342638 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f1029a0c-0096-42b5-8c9c-8799932ec0f9 req-45b6a998-4478-4bc3-8ced-e70d074fa6c0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634885 Jul 14 12:57:18.401505 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:57:18.410090 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.423983 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Transition to ACTIVE for port object 29cc01fd-de12-453e-9548-e74e14b48166 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:57:18.429287 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.482490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:18.573254 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Attempting to bind port 29cc01fd-de12-453e-9548-e74e14b48166 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:57:18.573601 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Attempting to bind port 29cc01fd-de12-453e-9548-e74e14b48166 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:57:18.573976 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Attempting to bind port 29cc01fd-de12-453e-9548-e74e14b48166 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:57:18.579920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Port 29cc01fd-de12-453e-9548-e74e14b48166 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:57:18.580280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Attempting to bind port 29cc01fd-de12-453e-9548-e74e14b48166 on network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:57:18.586496 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:57:18.586968 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Checking segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:57:18.587276 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Bound using segment: {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:57:18.587699 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Bound port: 29cc01fd-de12-453e-9548-e74e14b48166, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5698a65a-feb5-45ba-9cc7-7501f321870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:57:18.588071 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.670489 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:57:18.675945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:57:18.683373 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.727714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:18.728360 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:18.729958 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] 10.222.0.49 "PUT /v2.0/ports/29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 1093 time: 0.8035102 Jul 14 12:57:18.730479 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:18.732797 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8433b3ff-5b32-4383-be27-e14e68ce3197" -d '{"events": [{"name": "network-changed", "server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:18.760592 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab96875-cdb3-440f-99c8-4c7147e6e454 service neutron] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:18.802283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5646d-d37c-4520-819e-2cd132c6fc48 x-openstack-request-id: req-47b5646d-d37c-4520-819e-2cd132c6fc48 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:18.802576 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:18.802827 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47b5646d-d37c-4520-819e-2cd132c6fc48 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:18.803225 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'status': 'completed', 'code': 200} Jul 14 12:57:18.855400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-eb4e19dc-fdef-47b1-9da9-d6dd4b28720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:18.857168 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-eb4e19dc-fdef-47b1-9da9-d6dd4b28720c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0739627 Jul 14 12:57:18.904077 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-19d29b36-36fd-49d2-abd4-07234c7d324f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 217 time: 0.0387800 Jul 14 12:57:18.954746 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-053ff7cf-8a61-4cc5-abe3-5e4977160efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:18.956235 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-053ff7cf-8a61-4cc5-abe3-5e4977160efa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0461707 Jul 14 12:57:19.021102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-0b73761e-60c5-49d3-a3bc-6188e64651d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.022609 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-0b73761e-60c5-49d3-a3bc-6188e64651d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599084 Jul 14 12:57:19.127664 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-d8240359-c102-4496-9f6c-ce13e5bb390d service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952549 Jul 14 12:57:19.222929 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9263a256-fc56-493e-bfbf-f290f8b81353 req-0e622534-4e4e-4aba-9482-7cd9ce640f70 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Jul 14 12:57:19.332616 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-0059af63-b2b1-4f0c-a657-33b95b973016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.334156 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-0059af63-b2b1-4f0c-a657-33b95b973016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0542870 Jul 14 12:57:19.434139 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-2a9979f4-f63b-4781-9608-da638272a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.435628 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-2a9979f4-f63b-4781-9608-da638272a9c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.0930889 Jul 14 12:57:19.486862 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-3878a9bd-67b5-408c-b36f-a590de46f335 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 217 time: 0.0440955 Jul 14 12:57:19.569611 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-93a3120c-7c4f-4288-8b26-d3c138569639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.571115 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-93a3120c-7c4f-4288-8b26-d3c138569639 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0593739 Jul 14 12:57:19.622794 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93bb0-4c2e-4f44-860e-75b8d459071c req-359c8ac0-9d3a-48d2-88a0-b104448a1722 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.624209 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-11a93bb0-4c2e-4f44-860e-75b8d459071c req-359c8ac0-9d3a-48d2-88a0-b104448a1722 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.1408572 Jul 14 12:57:19.674356 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-11a93bb0-4c2e-4f44-860e-75b8d459071c req-9929ad93-9f83-4159-84c5-5ca338f1aa5a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Jul 14 12:57:19.676081 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-99bf2502-e96c-4e98-bfe0-a0195203cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:19.677666 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-99bf2502-e96c-4e98-bfe0-a0195203cd4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972836 Jul 14 12:57:19.775637 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-67858f38-f7c8-4222-b3c8-9b23dd38164f service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904572 Jul 14 12:57:19.867814 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8433b3ff-5b32-4383-be27-e14e68ce3197 req-0ae503ba-e38c-4b2b-84d5-c4bac1f117ca service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842640 Jul 14 12:57:20.871109 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4877fd-1169-492b-a3cd-7823632c42ec req-d4a62b09-ae18-41ab-9664-e2550582b65f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:20.872586 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc4877fd-1169-492b-a3cd-7823632c42ec req-d4a62b09-ae18-41ab-9664-e2550582b65f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0677118 Jul 14 12:57:20.912868 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fc4877fd-1169-492b-a3cd-7823632c42ec req-267342f7-aa38-430a-b3e3-d572790c0a1e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337925 Jul 14 12:57:21.037340 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57432) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:21.150993 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edd219b6-b331-4f58-b686-a00018032df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.248852 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edd219b6-b331-4f58-b686-a00018032df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.253586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edd219b6-b331-4f58-b686-a00018032df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.291438 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-edd219b6-b331-4f58-b686-a00018032df2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b147095d5dda4d1bbf5b5389e95af922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529511 Jul 14 12:57:21.292312 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd219b6-b331-4f58-b686-a00018032df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb3a1a-724f-4ff8-9e93-c58b4f70c6ea,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:21.294466 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57436) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:21.343446 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.365595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.413131 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.415794 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.416938 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bdb3a1a-724f-4ff8-9e93-c58b4f70c6ea HTTP/1.1" status: 204 len: 168 time: 0.1214998 Jul 14 12:57:21.425508 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3548-1287-43e5-a9b2-22b3d4f00773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb3a1a-724f-4ff8-9e93-c58b4f70c6ea,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:21.678030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57442) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:21.691257 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ad63731-0fee-4559-ba36-e221f09a5779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.788080 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ad63731-0fee-4559-ba36-e221f09a5779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.791929 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ad63731-0fee-4559-ba36-e221f09a5779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.838883 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5ad63731-0fee-4559-ba36-e221f09a5779 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68e328b503ab4a18807805b6451d82ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596136 Jul 14 12:57:21.840157 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63731-0fee-4559-ba36-e221f09a5779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e9d67-b877-446a-a70e-0960010741bf,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:21.841492 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57444) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:21.898155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.918537 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.966195 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.968783 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:21.970084 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/429e9d67-b877-446a-a70e-0960010741bf HTTP/1.1" status: 204 len: 168 time: 0.1274562 Jul 14 12:57:21.979290 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0cf94-ae45-4609-bdfc-08b40b9f9466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e9d67-b877-446a-a70e-0960010741bf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:22.108567 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84644-27cc-400d-923e-ee926a34e823 req-c7c539d8-ad3e-4f18-82bb-e85e95c71881 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:22.111080 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7ac84644-27cc-400d-923e-ee926a34e823 req-c7c539d8-ad3e-4f18-82bb-e85e95c71881 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0772319 Jul 14 12:57:22.158947 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7ac84644-27cc-400d-923e-ee926a34e823 req-2ea4df4c-2710-42ca-84aa-9be45bce98e7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Jul 14 12:57:23.004706 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:57:23.112723 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:23.128650 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '29cc01fd-de12-453e-9548-e74e14b48166', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:57:23.166740 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:23.181700 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:57:23.205035 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:23.210229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:23.267854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:23.276872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.277598 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.278166 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.278597 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.278997 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.279392 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.279784 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.280321 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.280959 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.281543 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.282098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.282806 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:57:23.356381 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0f4b-6e62-4abb-9218-c66b1cd6a206 req-260ca78e-d26b-4a91-9688-cc28abc55e8e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:23.357971 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-34ba0f4b-6e62-4abb-9218-c66b1cd6a206 req-260ca78e-d26b-4a91-9688-cc28abc55e8e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0677269 Jul 14 12:57:23.398054 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-34ba0f4b-6e62-4abb-9218-c66b1cd6a206 req-42f08db5-276b-4ca0-b04d-97b01ed09fc2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Jul 14 12:57:23.521480 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['29cc01fd-de12-453e-9548-e74e14b48166'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:57:24.573091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97b35-e12f-47fb-9b69-c001a997f57b req-01e15fc1-1b52-4f65-8963-849f5a451637 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:24.574605 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-18a97b35-e12f-47fb-9b69-c001a997f57b req-01e15fc1-1b52-4f65-8963-849f5a451637 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0629373 Jul 14 12:57:24.612063 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-18a97b35-e12f-47fb-9b69-c001a997f57b req-f0348707-7d1d-4038-a045-ddf29d7ca066 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jul 14 12:57:25.021277 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:57:25.073020 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 29cc01fd-de12-453e-9548-e74e14b48166 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:57:25.076584 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 29cc01fd-de12-453e-9548-e74e14b48166 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:57:25.076954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:25.174125 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:25.198113 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:25.201027 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356c98a4-db0b-487e-84b9-662762349cdb" -d '{"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:25.216426 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:25.221423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:25.246257 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57021d63-bb57-400c-93f5-de72cf927609 x-openstack-request-id: req-57021d63-bb57-400c-93f5-de72cf927609 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:25.246547 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:25.246796 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57021d63-bb57-400c-93f5-de72cf927609 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:25.247181 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'code': 200} Jul 14 12:57:25.282729 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:25.488766 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4308-8cb3-4e7f-bfcc-e662570ea604 req-88f92eea-437c-4684-93b5-f0851143755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:25.490286 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5aba4308-8cb3-4e7f-bfcc-e662570ea604 req-88f92eea-437c-4684-93b5-f0851143755e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0517447 Jul 14 12:57:25.529751 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5aba4308-8cb3-4e7f-bfcc-e662570ea604 req-11e10ea5-d88a-40f2-83e1-90f044765d17 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287070 Jul 14 12:57:25.799169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143048-e2cb-48e8-80b4-af64dedaf2f0 req-7112aa58-e206-47bb-bfc9-7ba103e015ea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:25.800667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75143048-e2cb-48e8-80b4-af64dedaf2f0 req-7112aa58-e206-47bb-bfc9-7ba103e015ea tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0733719 Jul 14 12:57:25.839677 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75143048-e2cb-48e8-80b4-af64dedaf2f0 req-d2146ea0-9dd1-4c53-88bc-4d12c278892d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334194 Jul 14 12:57:26.991965 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57554) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:27.025983 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973ae7-e734-479c-8d7f-ac6fc9d44c89 req-a03d151e-5ece-47fe-9182-c555dc262716 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:27.027498 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72973ae7-e734-479c-8d7f-ac6fc9d44c89 req-a03d151e-5ece-47fe-9182-c555dc262716 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0640550 Jul 14 12:57:27.072302 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-72973ae7-e734-479c-8d7f-ac6fc9d44c89 req-5b3aae9a-e0ca-49fb-a76d-39d20cd8cfbf tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367517 Jul 14 12:57:27.104415 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1d9207a3-1c2d-4bae-9669-4ac631427084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.237534 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1d9207a3-1c2d-4bae-9669-4ac631427084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.242904 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1d9207a3-1c2d-4bae-9669-4ac631427084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.296395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1d9207a3-1c2d-4bae-9669-4ac631427084 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d310e59e5abe4022904dec04af1f79c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030410 Jul 14 12:57:27.299358 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9207a3-1c2d-4bae-9669-4ac631427084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d0804-0a2c-49a5-b77d-8ed23b06abea,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:27.299564 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57560) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:27.316824 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90370f1-c9e3-4299-abbf-43009b29ee3e req-c8561b2e-496a-4c67-b719-0160de78f5d0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:27.318353 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c90370f1-c9e3-4299-abbf-43009b29ee3e req-c8561b2e-496a-4c67-b719-0160de78f5d0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1344066 Jul 14 12:57:27.326699 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57562) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:27.331669 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Request body: {'floatingip': {'port_id': '29cc01fd-de12-453e-9548-e74e14b48166'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:27.379285 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.425382 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.482301 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.629424 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.631944 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:27.633075 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a75d0804-0a2c-49a5-b77d-8ed23b06abea HTTP/1.1" status: 204 len: 168 time: 0.3329239 Jul 14 12:57:27.649671 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da6c95-5701-4ce8-ab81-0633183f82a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d0804-0a2c-49a5-b77d-8ed23b06abea,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:27.936221 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57568) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:27.950954 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60c3809a-b8b2-4bc6-aaab-a9dfe74f7f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.050167 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60c3809a-b8b2-4bc6-aaab-a9dfe74f7f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.055502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-60c3809a-b8b2-4bc6-aaab-a9dfe74f7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.093119 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3809a-b8b2-4bc6-aaab-a9dfe74f7f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa4638-1591-42f4-b7f2-73c09d872ff3,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:28.098811 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-60c3809a-b8b2-4bc6-aaab-a9dfe74f7f5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acc42849cdc44cdd9f1da0cef5c7db01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615384 Jul 14 12:57:28.101529 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57570) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:28.111186 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.115602 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.158305 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.181488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.222725 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Floating IP 8c6335bf-ea86-49a8-95e0-ad53d1688964 associated. External IP: 172.27.3.246, port: 29cc01fd-de12-453e-9548-e74e14b48166. Jul 14 12:57:28.230756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.233459 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.234729 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dfa4638-1591-42f4-b7f2-73c09d872ff3 HTTP/1.1" status: 204 len: 168 time: 0.1322157 Jul 14 12:57:28.243799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0981-8acb-470b-acf0-a9461404632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa4638-1591-42f4-b7f2-73c09d872ff3,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:28.451761 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:57:28.570431 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:57:28.575634 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:28.579839 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:57:28.590136 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:28.590846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:28.615488 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-69580cec-3e24-4268-80c8-f7946b7f008a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "PUT /v2.0/floatingips/8c6335bf-ea86-49a8-95e0-ad53d1688964 HTTP/1.1" status: 200 len: 991 time: 1.2877133 Jul 14 12:57:28.616064 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:28.618485 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f013f-f7c8-48bd-8e9a-0c3386026b94" -d '{"events": [{"name": "network-changed", "server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:28.666299 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8386cd9-f6fd-4507-9bef-88c675a996e7 x-openstack-request-id: req-a8386cd9-f6fd-4507-9bef-88c675a996e7 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:28.666702 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:28.667123 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8386cd9-f6fd-4507-9bef-88c675a996e7 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:28.667886 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'status': 'completed', 'code': 200} Jul 14 12:57:28.759690 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:28.807909 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-e2d1f759-1f26-49ef-b594-fd733b06ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:28.809759 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-e2d1f759-1f26-49ef-b594-fd733b06ff69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1148455 Jul 14 12:57:28.931133 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-6fa8443b-ad2f-44de-8dff-6307bcdb333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:28.932920 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-6fa8443b-ad2f-44de-8dff-6307bcdb333c service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.1098416 Jul 14 12:57:29.023476 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-a097ccf2-98c8-42c6-9c31-26286afdf8d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 999 time: 0.0810945 Jul 14 12:57:29.054420 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8c6335bf-ea86-49a8-95e0-ad53d1688964', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:13Z', 'updated_at': '2021-07-14T12:57:28Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:29.095413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-9b7dd89f-19a2-408d-bfac-dbe23e77a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:29.098047 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-9b7dd89f-19a2-408d-bfac-dbe23e77a59d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0590084 Jul 14 12:57:29.168235 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-bc281164-0567-4d1b-bd78-7252b097cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:29.169993 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-bc281164-0567-4d1b-bd78-7252b097cf23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625436 Jul 14 12:57:29.214357 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:57:29.224217 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:29.225017 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:29.269193 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-c06e2068-5d0d-4922-93e6-ed34b6adad6f service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917449 Jul 14 12:57:29.341471 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:29.366094 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a68f013f-f7c8-48bd-8e9a-0c3386026b94 req-c99555c5-3fd6-4851-9a5b-91489392d1a9 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898499 Jul 14 12:57:29.574239 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8c6335bf-ea86-49a8-95e0-ad53d1688964', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:13Z', 'updated_at': '2021-07-14T12:57:28Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:29.606822 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6cc37-c5f7-44f7-8112-6ab5c9f002ed None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '8c6335bf-ea86-49a8-95e0-ad53d1688964', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:13Z', 'updated_at': '2021-07-14T12:57:28Z', 'revision_number': 1, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:57:29.808786 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e90aa2-fe88-43aa-a8d4-06a26a1a9c13 None None] New status for floating IP 8c6335bf-ea86-49a8-95e0-ad53d1688964: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:57:31.154242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-2b85703e-b649-43f7-a63a-13e4ff8be5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:31.156377 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-2b85703e-b649-43f7-a63a-13e4ff8be5e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1138 time: 0.0572522 Jul 14 12:57:31.191992 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b042fb-1452-480b-93ec-09e8d634a0fa req-931d251b-a4ea-44c2-9096-6299c01a5b22 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:31.193482 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b1b042fb-1452-480b-93ec-09e8d634a0fa req-931d251b-a4ea-44c2-9096-6299c01a5b22 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0670240 Jul 14 12:57:31.237269 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b1b042fb-1452-480b-93ec-09e8d634a0fa req-134bc073-0b1e-4afc-b2b5-535685f0d7b1 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376103 Jul 14 12:57:31.249956 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-ba9c2e89-1731-4096-b581-71c570256f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:31.251490 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-ba9c2e89-1731-4096-b581-71c570256f87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 915 time: 0.0890429 Jul 14 12:57:31.319200 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-fc6d8e51-6be7-4507-b8f3-8197f7b59815 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 1002 time: 0.0609486 Jul 14 12:57:31.375399 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-3f524ce1-3f9e-47a6-aca7-61fbf2b06fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:31.376945 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-3f524ce1-3f9e-47a6-aca7-61fbf2b06fd0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.0495427 Jul 14 12:57:31.444673 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-3d07eb16-2a65-4f40-a776-0546d667f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:31.446230 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-3d07eb16-2a65-4f40-a776-0546d667f46e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625026 Jul 14 12:57:31.551669 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-f2ac0861-f74a-49e2-b4c5-0ec859a5eb4d service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971158 Jul 14 12:57:31.646996 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3b9718aa-b053-4e01-be51-fbf36bd44358 req-a1ab0235-0026-47dd-a2d8-051de94dfc68 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Jul 14 12:57:32.419363 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6c22a-b831-4194-8d7a-b0bcb3a0ee2d req-020e0c1e-36a4-478a-bbcf-2fda59e7f4a3 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:32.420722 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49b6c22a-b831-4194-8d7a-b0bcb3a0ee2d req-020e0c1e-36a4-478a-bbcf-2fda59e7f4a3 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0683284 Jul 14 12:57:32.462019 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-49b6c22a-b831-4194-8d7a-b0bcb3a0ee2d req-96165187-8458-43bb-b3c5-df8213d783df tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347898 Jul 14 12:57:33.075323 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c771d054-4984-47f2-805f-e185340bb615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:33.644910 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5feb98-0cd5-40de-84d6-702c0a3f87f7 req-563ba28a-b8f0-4881-880d-e222f96170e7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:33.646425 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6a5feb98-0cd5-40de-84d6-702c0a3f87f7 req-563ba28a-b8f0-4881-880d-e222f96170e7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0670209 Jul 14 12:57:33.694732 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6a5feb98-0cd5-40de-84d6-702c0a3f87f7 req-df0bd598-8a8f-482f-8cc0-ec22d3980241 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423598 Jul 14 12:57:34.469607 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1e9bb-7440-436b-8147-ba008d012030 req-b9b1664a-4a25-4887-a1dd-00bb6cd0edad tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:34.471139 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1db1e9bb-7440-436b-8147-ba008d012030 req-b9b1664a-4a25-4887-a1dd-00bb6cd0edad tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0723007 Jul 14 12:57:34.511461 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1db1e9bb-7440-436b-8147-ba008d012030 req-a85a7495-9418-4245-a6b5-bb742ab3c6e5 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345216 Jul 14 12:57:34.848093 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57722) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:34.876701 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6980b8-641f-4921-a93f-9a992eb65446 req-e14cc772-b82b-4fc0-ab56-998c0580a66a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:34.878337 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4b6980b8-641f-4921-a93f-9a992eb65446 req-e14cc772-b82b-4fc0-ab56-998c0580a66a tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0658791 Jul 14 12:57:34.918992 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4b6980b8-641f-4921-a93f-9a992eb65446 req-9e127af5-29d9-4390-a96b-6e72f8af988d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349371 Jul 14 12:57:34.958907 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d18c0c86-c9a7-45bc-bff5-7ec3d95bb6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.059485 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d18c0c86-c9a7-45bc-bff5-7ec3d95bb6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.063981 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d18c0c86-c9a7-45bc-bff5-7ec3d95bb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.104511 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-d18c0c86-c9a7-45bc-bff5-7ec3d95bb6a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78aa0dfeb4f84a9b8a39da224b0e316d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553184 Jul 14 12:57:35.105370 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c0c86-c9a7-45bc-bff5-7ec3d95bb6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9bccf-a55f-4c6d-ab7d-fc2098ce7795,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:35.107301 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57726) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:35.162242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.184053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.229710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.232356 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.233613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95e9bccf-a55f-4c6d-ab7d-fc2098ce7795 HTTP/1.1" status: 204 len: 168 time: 0.1252620 Jul 14 12:57:35.242060 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c693c-dad0-47d5-9b42-7dbd0a4fed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9bccf-a55f-4c6d-ab7d-fc2098ce7795,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:35.438722 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-aae5818a-84a2-4826-983a-c6ec9978c698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.498733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57734) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:35.512723 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-40c5b2dc-39d0-43a0-bbc6-e3c309391bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.619831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-40c5b2dc-39d0-43a0-bbc6-e3c309391bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.624771 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-40c5b2dc-39d0-43a0-bbc6-e3c309391bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.693210 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-40c5b2dc-39d0-43a0-bbc6-e3c309391bd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71738208cf604a858cbca88cf2a14474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927252 Jul 14 12:57:35.695284 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5b2dc-39d0-43a0-bbc6-e3c309391bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a06120-234c-4398-840d-2032951d003b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:35.695993 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57738) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:35.731718 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc76413-9214-4ad6-a438-815e3033bd40 req-101ee99d-f452-4cf7-931b-e5439074c8e5 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:35.733217 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fc76413-9214-4ad6-a438-815e3033bd40 req-101ee99d-f452-4cf7-931b-e5439074c8e5 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0938087 Jul 14 12:57:35.747705 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.770863 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.775882 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1fc76413-9214-4ad6-a438-815e3033bd40 req-c8b0bf30-7068-44b5-a1fc-2adc22144fb4 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370910 Jul 14 12:57:35.818639 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.821263 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:35.822445 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23a06120-234c-4398-840d-2032951d003b HTTP/1.1" status: 204 len: 168 time: 0.1255701 Jul 14 12:57:35.831648 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d46d4-6a5e-4693-81d5-1dcc748ab7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a06120-234c-4398-840d-2032951d003b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:35.856318 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:36.110904 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e365734-5514-41d4-b2aa-358dc0f09ceb req-17dd0c02-cb94-44bb-b872-7e3eedbebaaa tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:36.112421 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e365734-5514-41d4-b2aa-358dc0f09ceb req-17dd0c02-cb94-44bb-b872-7e3eedbebaaa tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0720601 Jul 14 12:57:36.163165 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e365734-5514-41d4-b2aa-358dc0f09ceb req-015ce09f-943e-4b50-a6c2-20afeeb14779 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364759 Jul 14 12:57:36.746521 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:36.957893 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd3e3c-9eae-4739-b7a2-1c32802388ac req-a7304092-f48b-4ead-bf7b-013792d5be50 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:36.959922 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2efd3e3c-9eae-4739-b7a2-1c32802388ac req-a7304092-f48b-4ead-bf7b-013792d5be50 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0658033 Jul 14 12:57:37.000037 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2efd3e3c-9eae-4739-b7a2-1c32802388ac req-d814afe1-85f4-44d7-8465-a78b4deb97ba tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Jul 14 12:57:37.227219 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:57:37.358122 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9f30-b041-4061-868f-1bb8b7954a0e req-ca8ae2ab-f2ae-4e65-bd27-056d37ac11ee tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:37.359745 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c8d9f30-b041-4061-868f-1bb8b7954a0e req-ca8ae2ab-f2ae-4e65-bd27-056d37ac11ee tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0745132 Jul 14 12:57:37.402873 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9c8d9f30-b041-4061-868f-1bb8b7954a0e req-60a0468d-315f-4958-83c8-e07b65b4897f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367165 Jul 14 12:57:37.987403 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57820) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:38.094240 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bf496230-ca0a-4f50-979e-8fb06806be93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.194866 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cbdfd-42b2-45f1-bf9a-a23509245ef0 req-1cfb3b8e-fa9a-413d-806f-6425d18d546e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:38.196361 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e5cbdfd-42b2-45f1-bf9a-a23509245ef0 req-1cfb3b8e-fa9a-413d-806f-6425d18d546e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0728407 Jul 14 12:57:38.199863 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bf496230-ca0a-4f50-979e-8fb06806be93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.204625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bf496230-ca0a-4f50-979e-8fb06806be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.236800 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e5cbdfd-42b2-45f1-bf9a-a23509245ef0 req-e52a83c1-ed73-4434-afbe-7f7a276a7129 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346692 Jul 14 12:57:38.243788 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bf496230-ca0a-4f50-979e-8fb06806be93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a554088bfd8545c7a2cae5b0bcc62179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553113 Jul 14 12:57:38.244874 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf496230-ca0a-4f50-979e-8fb06806be93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7099e92-b9d1-4352-ab46-82de860d89b2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:38.247194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57826) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:38.302983 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.328127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.381914 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.384458 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.385772 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7099e92-b9d1-4352-ab46-82de860d89b2 HTTP/1.1" status: 204 len: 168 time: 0.1375890 Jul 14 12:57:38.393528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285d2db-a7e1-4015-b69c-9736bf1ab9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7099e92-b9d1-4352-ab46-82de860d89b2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:38.586254 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ced19-f8a9-42d6-a905-150d4434d1b2 req-7565946c-920a-4412-bffa-6643422acd9d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:38.587890 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c5ced19-f8a9-42d6-a905-150d4434d1b2 req-7565946c-920a-4412-bffa-6643422acd9d tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0715692 Jul 14 12:57:38.597026 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.631941 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9c5ced19-f8a9-42d6-a905-150d4434d1b2 req-c7de08f6-d8e8-43ba-875f-ce9356022a83 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356946 Jul 14 12:57:38.643310 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.672144 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57834) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:38.688625 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a226415-c2bc-4910-a27b-ff0271d8f96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.792317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a226415-c2bc-4910-a27b-ff0271d8f96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.792317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a226415-c2bc-4910-a27b-ff0271d8f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.830379 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0a226415-c2bc-4910-a27b-ff0271d8f96b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78524ea4478c47db84949ee8ec725412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571515 Jul 14 12:57:38.831198 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a226415-c2bc-4910-a27b-ff0271d8f96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7378ad-4f2b-499e-987a-a71d59940ac6,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:38.833107 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57842) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:38.888318 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.914274 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.971058 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.974164 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:38.975298 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b7378ad-4f2b-499e-987a-a71d59940ac6 HTTP/1.1" status: 204 len: 168 time: 0.1412108 Jul 14 12:57:38.991841 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157b06a-b40a-40d7-962c-1db18ca3ae4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7378ad-4f2b-499e-987a-a71d59940ac6,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:39.334966 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbb304-d5d3-4291-92a3-25dbe684684e req-b9a98b86-d747-4a90-b3c6-148170949d63 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:39.336472 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3dbbb304-d5d3-4291-92a3-25dbe684684e req-b9a98b86-d747-4a90-b3c6-148170949d63 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0671356 Jul 14 12:57:39.381853 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3dbbb304-d5d3-4291-92a3-25dbe684684e req-95739ec0-c5e2-48fe-9ce7-57148f71fa6d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Jul 14 12:57:39.439267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c58f-5e5d-4fab-9e88-61e4e1807c00 req-66fffc63-78a8-4e73-93ff-f6522b4fce19 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:39.440941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4656c58f-5e5d-4fab-9e88-61e4e1807c00 req-66fffc63-78a8-4e73-93ff-f6522b4fce19 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0775828 Jul 14 12:57:39.481276 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4656c58f-5e5d-4fab-9e88-61e4e1807c00 req-e82236dd-1804-4ff4-b716-9b9ae7ab6e02 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346539 Jul 14 12:57:39.811210 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e220c-b48a-44b2-8920-cc04f3bcc939 req-abb534cd-f81b-44e2-8820-aa9183ba41cc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:39.813454 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c6e220c-b48a-44b2-8920-cc04f3bcc939 req-abb534cd-f81b-44e2-8820-aa9183ba41cc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0663843 Jul 14 12:57:39.855114 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1c6e220c-b48a-44b2-8920-cc04f3bcc939 req-41d75d91-ec84-4ae3-b5fc-75c53a10f477 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358069 Jul 14 12:57:40.104879 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57882) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:40.215493 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e510249d-2fbb-4690-8489-61811407609b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.312573 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e510249d-2fbb-4690-8489-61811407609b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.316707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e510249d-2fbb-4690-8489-61811407609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.352864 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510249d-2fbb-4690-8489-61811407609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b65f9a5-839f-4220-b464-0638c82d2257,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:40.357449 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e510249d-2fbb-4690-8489-61811407609b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8d14edbd1af4b3aa52f94fe6a881e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514865 Jul 14 12:57:40.360988 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57886) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:40.408608 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.431070 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.478179 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.480753 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:40.481911 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b65f9a5-839f-4220-b464-0638c82d2257 HTTP/1.1" status: 204 len: 168 time: 0.1202669 Jul 14 12:57:40.491678 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21eede1-96c1-424a-9635-e5afc2b04219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b65f9a5-839f-4220-b464-0638c82d2257,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:40.573397 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa656b-d265-4d28-a280-db001b087417 req-5a14d7fc-6767-4803-bfce-39a4d821b6dc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:40.575477 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-44fa656b-d265-4d28-a280-db001b087417 req-5a14d7fc-6767-4803-bfce-39a4d821b6dc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0732307 Jul 14 12:57:40.623275 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-44fa656b-d265-4d28-a280-db001b087417 req-9bd39948-3c6f-4fcb-870c-f45780fc207b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Jul 14 12:57:40.682579 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce37d3-7f12-4604-a95e-a3dbd7525024 req-61c8dfb2-a656-4449-9569-2933f7af2353 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:40.684074 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04ce37d3-7f12-4604-a95e-a3dbd7525024 req-61c8dfb2-a656-4449-9569-2933f7af2353 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0679417 Jul 14 12:57:40.727063 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04ce37d3-7f12-4604-a95e-a3dbd7525024 req-cb5cd3d7-2df3-464c-909b-ff1d46c5b736 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374188 Jul 14 12:57:41.039244 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30e8-47b9-4320-9ba9-515da1ed620b req-eaf01569-f30c-4a39-8e10-f14fc64b886f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:41.041058 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-242d30e8-47b9-4320-9ba9-515da1ed620b req-eaf01569-f30c-4a39-8e10-f14fc64b886f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0704765 Jul 14 12:57:41.084802 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-242d30e8-47b9-4320-9ba9-515da1ed620b req-02daf797-70be-4bfa-8acd-a122328fc0a5 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363719 Jul 14 12:57:41.471451 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-a745561a-029c-4c66-bdd9-6108db4c68c8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:41.472903 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-a745561a-029c-4c66-bdd9-6108db4c68c8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0680928 Jul 14 12:57:41.585999 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Deleting port 1ee787e7-8a2a-4348-a014-60d279a1a189 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:57:41.586344 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:41.683163 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] For port 1ee787e7-8a2a-4348-a014-60d279a1a189, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1ee787e7-8a2a-4348-a014-60d279a1a189,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:41.683868 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:41.793660 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f21b8-6371-4015-bc1c-263c0adc59c4 req-f0d28788-bed5-4c6d-a8fd-a35222882755 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:41.801900 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-233f21b8-6371-4015-bc1c-263c0adc59c4 req-f0d28788-bed5-4c6d-a8fd-a35222882755 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 946 time: 0.0744381 Jul 14 12:57:41.838441 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-233f21b8-6371-4015-bc1c-263c0adc59c4 req-91014047-aa54-49d8-a04c-dd1a2cbcde9e tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab785eaf-490a-44f3-b81c-befdecde65da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Jul 14 12:57:41.899770 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:41.900134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:41.900446 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Floating IP 5a367114-9026-42c6-87fd-560f6c472454 disassociated. External IP: 172.27.3.125, port: 1ee787e7-8a2a-4348-a014-60d279a1a189. Jul 14 12:57:41.900784 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Calling delete_port for 1ee787e7-8a2a-4348-a014-60d279a1a189 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:57:41.985191 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716001e-e6b8-4a48-bb86-f1e490ea6d5a req-2e9e0949-94e9-40b7-8201-c030ee59fffc tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:41.986740 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8716001e-e6b8-4a48-bb86-f1e490ea6d5a req-2e9e0949-94e9-40b7-8201-c030ee59fffc tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1309843 Jul 14 12:57:42.058269 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8716001e-e6b8-4a48-bb86-f1e490ea6d5a req-f3c25a57-33c7-469b-987e-9aa8d3c83692 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601099 Jul 14 12:57:42.082777 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:42.114686 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'Port': ['ID=1ee787e7-8a2a-4348-a014-60d279a1a189,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:42.250854 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:57:42.264189 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe8eb-85df-4556-b932-e7f979837a1e req-4df59a3f-d9bb-4316-9370-dcbc965c58c3 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:42.266208 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-31fbe8eb-85df-4556-b932-e7f979837a1e req-4df59a3f-d9bb-4316-9370-dcbc965c58c3 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0689383 Jul 14 12:57:42.310829 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-31fbe8eb-85df-4556-b932-e7f979837a1e req-b5cb80bd-a69f-4164-a613-59e0ad710420 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387743 Jul 14 12:57:42.366457 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:57:42.377528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:57:42.386726 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:42.387306 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:42.417488 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] No DVR routers for this DVR port 1ee787e7-8a2a-4348-a014-60d279a1a189 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:57:42.419802 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:42.422392 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-65d8e2f3-d2a5-4823-8669-42944f020bf9 req-32affc3f-0ac5-4e23-a72b-5238eede008d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "DELETE /v2.0/ports/1ee787e7-8a2a-4348-a014-60d279a1a189 HTTP/1.1" status: 204 len: 173 time: 0.9434178 Jul 14 12:57:42.422888 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'name': 'network-vif-deleted', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:42.425145 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f72115-daa0-4e55-9da4-8c3b3d0cf97a" -d '{"events": [{"server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "name": "network-vif-deleted", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:42.475354 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f6cf89-afbd-4e25-9cce-687d9bcdf0d0 x-openstack-request-id: req-c5f6cf89-afbd-4e25-9cce-687d9bcdf0d0 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:42.475674 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dc61f0-64a0-481e-8bd6-9ad6c92cba09", "name": "network-vif-deleted", "tag": "1ee787e7-8a2a-4348-a014-60d279a1a189", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:42.475923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5f6cf89-afbd-4e25-9cce-687d9bcdf0d0 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:42.476757 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dc61f0-64a0-481e-8bd6-9ad6c92cba09', 'name': 'network-vif-deleted', 'tag': '1ee787e7-8a2a-4348-a014-60d279a1a189', 'status': 'completed', 'code': 200} Jul 14 12:57:42.510486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:42.732364 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:42.763615 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:57:42.772547 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:57:42.773171 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:42.895971 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:57:43.012160 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-660135d0-0f7e-4729-934a-3aa4abe865b8 req-0c8f8b23-7827-4706-9496-116affc5c0fe tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=89dc61f0-64a0-481e-8bd6-9ad6c92cba09 HTTP/1.1" status: 200 len: 210 time: 0.0299730 Jul 14 12:57:43.115600 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:57:43.146447 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e655c-05dc-4d97-ba48-15990d6c0818 None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:57:43.244971 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e3218-f57d-401c-b93e-70e4beeda3c0 req-864c5bc0-67c4-4528-8d60-f8bf17b58982 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:43.246591 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c2e3218-f57d-401c-b93e-70e4beeda3c0 req-864c5bc0-67c4-4528-8d60-f8bf17b58982 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0661831 Jul 14 12:57:43.286168 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7c2e3218-f57d-401c-b93e-70e4beeda3c0 req-06578037-fba8-479c-aed3-677a8743da92 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336487 Jul 14 12:57:43.362240 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b8115-829a-41ae-9ae3-84207aeae943 None None] New status for floating IP 5a367114-9026-42c6-87fd-560f6c472454: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:57:43.500363 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4557c-a024-48f6-b719-3bb8e2fdbd86 req-fdebd9c1-72fc-485a-98e1-7cdd1ca8e3cb tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:43.502172 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85d4557c-a024-48f6-b719-3bb8e2fdbd86 req-fdebd9c1-72fc-485a-98e1-7cdd1ca8e3cb tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0784283 Jul 14 12:57:43.544655 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-85d4557c-a024-48f6-b719-3bb8e2fdbd86 req-c5837128-51b0-4a99-8a9d-da55007a2442 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358570 Jul 14 12:57:44.145043 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57954) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:44.201477 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.228278 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.276431 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.279001 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.280207 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "DELETE /v2.0/security-groups/ab785eaf-490a-44f3-b81c-befdecde65da HTTP/1.1" status: 204 len: 168 time: 0.1341341 Jul 14 12:57:44.283217 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57956) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:44.289781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89584e69-c377-4440-b7c1-965aed7e3580 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab785eaf-490a-44f3-b81c-befdecde65da,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:44.303667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.api.v2.resource [None req-b15eed2c-88be-4648-baaf-a66fedd9cf40 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] show failed (client error): The resource could not be found. Jul 14 12:57:44.304759 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b15eed2c-88be-4648-baaf-a66fedd9cf40 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups/ab785eaf-490a-44f3-b81c-befdecde65da HTTP/1.1" status: 404 len: 347 time: 0.0205579 Jul 14 12:57:44.307773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57958) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:44.469814 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Deleting port 7679f4b8-bd74-4d31-8138-9de55e114cc2 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:57:44.470080 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.528037 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7009a4-8e70-446c-a0f9-217db474817e req-78800762-6fdd-4cc5-a3d9-d6d2ac290c23 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:44.529485 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5e7009a4-8e70-446c-a0f9-217db474817e req-78800762-6fdd-4cc5-a3d9-d6d2ac290c23 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1204731 Jul 14 12:57:44.580144 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.580464 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:44.597458 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5e7009a4-8e70-446c-a0f9-217db474817e req-d7e0f3a0-c412-48a3-a141-a9db821cb12d tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618250 Jul 14 12:57:44.598337 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Calling delete_port for 7679f4b8-bd74-4d31-8138-9de55e114cc2 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:57:45.052238 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.067505 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7b29d-5ae3-4219-be99-164ca92db8d8 req-80e78611-28a8-4366-9ae6-7d12e903d8c1 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:45.069010 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74f7b29d-5ae3-4219-be99-164ca92db8d8 req-80e78611-28a8-4366-9ae6-7d12e903d8c1 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.1056297 Jul 14 12:57:45.090905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'Port': ['ID=7679f4b8-bd74-4d31-8138-9de55e114cc2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:45.172747 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-74f7b29d-5ae3-4219-be99-164ca92db8d8 req-e0f21095-7e0e-44e3-be03-ab2b12ea1753 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847006 Jul 14 12:57:45.182035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.184523 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.185793 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6c8d6c8d-d8f2-41fc-8736-1ce571432042 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "DELETE /v2.0/floatingips/5a367114-9026-42c6-87fd-560f6c472454 HTTP/1.1" status: 204 len: 168 time: 0.8769581 Jul 14 12:57:45.438377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 57968) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:45.443267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946746098', 'description': 'tempest-description--1487941334'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:45.466632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.560615 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.565153 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.593231 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.594657 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1552796 Jul 14 12:57:45.598150 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57970) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:45.598705 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6179d-b291-4983-bc2e-8d5fcbe72f03 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9442504d-65d1-4331-af07-248b6920b0bf,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:45.610688 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group_rule': {'security_group_id': '9442504d-65d1-4331-af07-248b6920b0bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:45.640862 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.688550 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.694353 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.711987 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ea26cd-3944-43f7-be80-afc82334673f,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:45.720408 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.721612 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-bfd6e2d3-2698-4636-804f-8ec0ee6cb4b7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221960 Jul 14 12:57:45.724280 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57974) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:45.728567 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'security_group_rule': {'security_group_id': '9442504d-65d1-4331-af07-248b6920b0bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:45.757155 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.785700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509a127-5021-4693-9a93-6827a4b8d7d5 req-8ba3c950-d312-4223-869c-a869dba7c7b7 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:45.787374 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2509a127-5021-4693-9a93-6827a4b8d7d5 req-8ba3c950-d312-4223-869c-a869dba7c7b7 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0648606 Jul 14 12:57:45.816956 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.820840 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.831295 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2509a127-5021-4693-9a93-6827a4b8d7d5 req-6800ec1c-0c4e-4d2f-94ae-9b6b0ca4fb5b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380003 Jul 14 12:57:45.842212 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5f6a29-70b0-4dcb-a339-5e834f72f7a6,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:45.847383 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.850067 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3003b1d0-facb-4b26-81af-e4605448366b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240208 Jul 14 12:57:45.852140 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 57976) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:45.856538 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:45.878846 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:45.984383 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.006181 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1ee787e7-8a2a-4348-a014-60d279a1a189 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:57:46.026576 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 1ee787e7-8a2a-4348-a014-60d279a1a189 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:57:46.026928 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1ee787e7-8a2a-4348-a014-60d279a1a189 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:57:46.094870 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Allocated IP 172.27.3.161 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/f31322ec-e133-433a-9c40-1542488621d2) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:57:46.209680 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.219333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1763-e970-40d2-9137-2187d763b011 req-9a169d28-2ffb-4da3-9bf5-1a64f0e4c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:46.220841 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-9a169d28-2ffb-4da3-9bf5-1a64f0e4c618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.0589974 Jul 14 12:57:46.251687 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.293662 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:57:46.297310 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:57:46.301542 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:57:46.305271 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=f31322ec-e133-433a-9c40-1542488621d2,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:46.338251 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1763-e970-40d2-9137-2187d763b011 req-5c26fedb-48ea-4f03-99f2-f294d27f81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:46.339784 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-5c26fedb-48ea-4f03-99f2-f294d27f81ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.1082160 Jul 14 12:57:46.395308 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.415422 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-9bae18a2-21ab-4bdb-92f0-e42f160fae80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0687969 Jul 14 12:57:46.440185 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.472907 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1763-e970-40d2-9137-2187d763b011 req-3e3780ca-9c77-4e3c-8058-e79ef7552daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:46.474519 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-3e3780ca-9c77-4e3c-8058-e79ef7552daf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0515249 Jul 14 12:57:46.582331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1763-e970-40d2-9137-2187d763b011 req-8e8e90c7-35cf-42c9-8846-0b9c4e9cf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:46.583670 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-8e8e90c7-35cf-42c9-8846-0b9c4e9cf77d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008623 Jul 14 12:57:46.592086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c1c7-1243-4d10-9de5-654e44a83787 req-17698e51-17ab-42ff-9c19-92a3a25badfa tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:46.594099 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8ad0c1c7-1243-4d10-9de5-654e44a83787 req-17698e51-17ab-42ff-9c19-92a3a25badfa tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.3046958 Jul 14 12:57:46.602458 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.607236 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.679654 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=f31322ec-e133-433a-9c40-1542488621d2,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:46.682476 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8ad0c1c7-1243-4d10-9de5-654e44a83787 req-1c20c94b-f4e4-422e-a61a-ba001a63b6e3 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794623 Jul 14 12:57:46.686231 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.700899 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:46.710567 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-21cd41c9-dc1e-45dd-b38a-515f23bb2777 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8491862 Jul 14 12:57:46.711879 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-8aa4e256-f34e-4ada-af34-da6d1d042060 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168363 Jul 14 12:57:46.814265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-999a1763-e970-40d2-9137-2187d763b011 req-b1698744-5cde-4ff3-a06f-ea80661c968e service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Jul 14 12:57:47.019370 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b107-57b4-4740-9687-7ffa9433fd30 req-43a337df-5198-4871-8350-1cf8f5f2383b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:47.020904 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04a0b107-57b4-4740-9687-7ffa9433fd30 req-43a337df-5198-4871-8350-1cf8f5f2383b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0689633 Jul 14 12:57:47.025222 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-f97d1d65-67e7-4dd8-8770-529025be2e23 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1946746098&fields=id&tenant_id=9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 267 time: 0.0399244 Jul 14 12:57:47.076470 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-04a0b107-57b4-4740-9687-7ffa9433fd30 req-dff2f200-ba75-4ab8-91d5-770c762801c4 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490329 Jul 14 12:57:47.169626 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-d4b18d24-8ed1-4b28-86f3-8e9ad10d6dbc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:47.171737 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-d4b18d24-8ed1-4b28-86f3-8e9ad10d6dbc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 810 time: 0.1386366 Jul 14 12:57:47.187421 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-3823897c-bca8-43fd-ae26-c9078af9589f tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/quotas/9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 375 time: 0.0099740 Jul 14 12:57:47.261674 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-38b915fc-5851-4b61-92c5-4b11c44e9837 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681310 Jul 14 12:57:47.360237 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-65ccf054-21d8-4ab0-baf8-7c01a4c8a633 service neutron] 10.222.0.48 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875010 Jul 14 12:57:47.446191 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-a43d2e6b-130c-49e7-874c-7fe53c0f9cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802503 Jul 14 12:57:47.634709 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-82302938-0aa6-4a79-ba2a-01b20c1a0974 req-d54ab837-a005-4285-a81b-64bf982ccf7b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 210 time: 0.0324142 Jul 14 12:57:47.876009 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4090-e5d6-4854-834d-4d7949a9d6ba req-4bfdb8f6-faa2-42ae-bdd0-6e30e2e46078 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:47.877531 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ec8a4090-e5d6-4854-834d-4d7949a9d6ba req-4bfdb8f6-faa2-42ae-bdd0-6e30e2e46078 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0751064 Jul 14 12:57:47.920564 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ec8a4090-e5d6-4854-834d-4d7949a9d6ba req-c98b4376-d6d2-4a25-89ce-a8feb1e3e6f9 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368335 Jul 14 12:57:48.253534 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac72244-0607-44a9-9c21-a17df60afc44 req-750ff003-cb6b-4d60-90ae-fb2a781c8ea2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:48.255100 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aac72244-0607-44a9-9c21-a17df60afc44 req-750ff003-cb6b-4d60-90ae-fb2a781c8ea2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0646813 Jul 14 12:57:48.292490 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aac72244-0607-44a9-9c21-a17df60afc44 req-72aeeba2-ea0d-4434-a146-9743c3285217 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Jul 14 12:57:48.773214 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e1c38f32-cd1e-495a-af38-391df6a506df req-c2a13f33-4f1f-4276-86ad-9f19e41858a6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Jul 14 12:57:49.100579 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe845c-093b-4d8e-a50c-680fd3dd75f8 req-96eef2eb-0bdb-4ff7-9b56-55ebdce7d577 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:49.102067 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-22fe845c-093b-4d8e-a50c-680fd3dd75f8 req-96eef2eb-0bdb-4ff7-9b56-55ebdce7d577 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0661433 Jul 14 12:57:49.152743 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-22fe845c-093b-4d8e-a50c-680fd3dd75f8 req-d7ca414a-87c2-4614-b7df-ff0921d10f0b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445745 Jul 14 12:57:49.465511 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e015d-29ee-40bf-a9d0-acb1dd04f2eb req-b16fb4df-ea38-4d2c-be6d-7f5dfaf541bf tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:49.467025 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-878e015d-29ee-40bf-a9d0-acb1dd04f2eb req-b16fb4df-ea38-4d2c-be6d-7f5dfaf541bf tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0628211 Jul 14 12:57:49.506935 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-878e015d-29ee-40bf-a9d0-acb1dd04f2eb req-4b816623-d99a-4317-ba41-4a36985d6ccb tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329969 Jul 14 12:57:49.911911 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-08e337e8-36e9-4b40-a266-4baefdb040cb req-1a8345a9-b7c5-40d4-a4fc-b3b02dade1ff tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Jul 14 12:57:50.345077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe71dd-2869-4deb-b070-3e10379195c4 req-b4bc3f4a-4e26-4fea-bf5c-669807822056 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:50.346605 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9cbe71dd-2869-4deb-b070-3e10379195c4 req-b4bc3f4a-4e26-4fea-bf5c-669807822056 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0675852 Jul 14 12:57:50.392439 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9cbe71dd-2869-4deb-b070-3e10379195c4 req-1459c9ad-fb07-4ed1-b95f-43df25d3a6a9 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385888 Jul 14 12:57:50.696116 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2358e11-5749-4344-be6a-f77aaaef74fb req-716f1a98-6a7f-46fb-ac19-590d08a37410 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:50.697476 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2358e11-5749-4344-be6a-f77aaaef74fb req-716f1a98-6a7f-46fb-ac19-590d08a37410 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0712337 Jul 14 12:57:50.739072 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e2358e11-5749-4344-be6a-f77aaaef74fb req-657d7a39-0ab7-4f96-91f8-75634dbb0a9e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359030 Jul 14 12:57:51.083048 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a0f8d178-4225-4526-910a-eaefcacbe1e6 req-76791a19-79bf-4f61-aa17-1c978225cb65 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 210 time: 0.0475175 Jul 14 12:57:51.186487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-035a712c-7d8f-433c-bdec-931449d8e885 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:51.188563 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-035a712c-7d8f-433c-bdec-931449d8e885 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 810 time: 0.1519129 Jul 14 12:57:51.262815 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-f847102d-66a9-426c-bcc1-67582859908b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b12b139eeba4bdeaa14edfa18890bbe HTTP/1.1" status: 200 len: 380 time: 0.0545275 Jul 14 12:57:51.273046 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'port': {'device_id': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'admin_state_up': True, 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'security_groups': ['9442504d-65d1-4331-af07-248b6920b0bf']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:51.403647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Made reservation on behalf of 9b12b139eeba4bdeaa14edfa18890bbe for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:57:51.415418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:51.587018 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Allocated IP 172.20.0.5 (d4eee5b1-42d1-4fb2-9b3c-dbeee147f369/506ace94-9d4b-41e2-9d0c-77d4d253a576/a54fb383-f402-43e4-a3b8-f5e67db2d99a) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:57:51.650654 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c47f2-61c7-4fb6-940f-9d2296d5877a req-734e6dea-7a74-4072-93df-56c1f006501b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:51.652162 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-771c47f2-61c7-4fb6-940f-9d2296d5877a req-734e6dea-7a74-4072-93df-56c1f006501b tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.1202230 Jul 14 12:57:51.744244 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-771c47f2-61c7-4fb6-940f-9d2296d5877a req-a2e7b99b-b799-40dc-832b-91c3c48d8a3c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854695 Jul 14 12:57:51.809334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:51.825207 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Transition to ACTIVE for port object a54fb383-f402-43e4-a3b8-f5e67db2d99a will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:57:51.878263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:51.936090 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:57:51.944801 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b2905-255b-4293-a854-14239f8c7e6b req-1db1dd8c-5553-4ff2-a292-c82f4233f96c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:51.946516 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c62b2905-255b-4293-a854-14239f8c7e6b req-1db1dd8c-5553-4ff2-a292-c82f4233f96c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0829663 Jul 14 12:57:51.946888 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:57:51.951613 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:57:51.956530 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event updated for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:51.995353 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c62b2905-255b-4293-a854-14239f8c7e6b req-246d2e38-c416-4e92-b5ab-6d9a2dad725e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416212 Jul 14 12:57:52.007838 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:52.008380 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.024330 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-587aa272-270a-45c1-98c9-c8695d8c05f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555373 Jul 14 12:57:52.038587 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Request body: {'port': {'device_id': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:57:52.144322 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.256221 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3b52fb79-0d5d-4cc7-a4a9-34ac69705ca7 None None] Provisioning for port a54fb383-f402-43e4-a3b8-f5e67db2d99a completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:57:52.261940 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-3b52fb79-0d5d-4cc7-a4a9-34ac69705ca7 None None] Provisioning complete for port a54fb383-f402-43e4-a3b8-f5e67db2d99a triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:57:52.262272 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-3b52fb79-0d5d-4cc7-a4a9-34ac69705ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.330326 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58072) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:57:52.344954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-3b52fb79-0d5d-4cc7-a4a9-34ac69705ca7 None None] Port a54fb383-f402-43e4-a3b8-f5e67db2d99a cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:57:52.361197 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7d17-9a09-47a5-ad4c-a31be1da7e26 req-29ce4848-3fb7-4260-8bdd-817cb17b89ab tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:52.362807 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c94b7d17-9a09-47a5-ad4c-a31be1da7e26 req-29ce4848-3fb7-4260-8bdd-817cb17b89ab tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 931 time: 0.1253033 Jul 14 12:57:52.446443 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c94b7d17-9a09-47a5-ad4c-a31be1da7e26 req-621769c2-9955-41c2-959c-da5134d36210 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770726 Jul 14 12:57:52.476926 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1e3e-8346-49d3-a556-689e91e155e5 req-5e81e748-a839-43b2-9889-a20257f56dee tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:52.478534 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e79d1e3e-8346-49d3-a556-689e91e155e5 req-5e81e748-a839-43b2-9889-a20257f56dee tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1330261 Jul 14 12:57:52.522929 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-6d094ecc-fb0b-49c3-99af-23a259631362 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1781790 Jul 14 12:57:52.552179 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54fb383-f402-43e4-a3b8-f5e67db2d99a {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:57:52.565481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.581816 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e79d1e3e-8346-49d3-a556-689e91e155e5 req-e86ad48a-e213-427f-96c6-dc86b5c0efe7 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967801 Jul 14 12:57:52.606522 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Transition to ACTIVE for port object a54fb383-f402-43e4-a3b8-f5e67db2d99a will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:57:52.612700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.702547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Pushing event updated for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:52.816961 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Attempting to bind port a54fb383-f402-43e4-a3b8-f5e67db2d99a on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:57:52.817309 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Attempting to bind port a54fb383-f402-43e4-a3b8-f5e67db2d99a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:57:52.817646 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Attempting to bind port a54fb383-f402-43e4-a3b8-f5e67db2d99a on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:57:52.827523 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Port a54fb383-f402-43e4-a3b8-f5e67db2d99a on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:57:52.827874 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Attempting to bind port a54fb383-f402-43e4-a3b8-f5e67db2d99a on network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:57:52.834561 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:57:52.834908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Checking segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:57:52.835322 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Bound using segment: {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:57:52.835752 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Bound port: a54fb383-f402-43e4-a3b8-f5e67db2d99a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d358749-300a-4fa7-bf76-06554e39f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:57:52.836093 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:52.911972 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:57:52.922313 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:57:52.929773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:53.001183 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.001829 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:53.003583 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] 10.222.0.49 "PUT /v2.0/ports/a54fb383-f402-43e4-a3b8-f5e67db2d99a HTTP/1.1" status: 200 len: 1093 time: 0.9697890 Jul 14 12:57:53.024932 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:53.028422 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b3d22-a978-463d-9179-410bc35dd4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:53.113539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb446c-7edd-4d13-8337-741869e8e029 x-openstack-request-id: req-32fb446c-7edd-4d13-8337-741869e8e029 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:53.113836 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:53.114109 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32fb446c-7edd-4d13-8337-741869e8e029 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:53.114502 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'status': 'completed', 'code': 200} Jul 14 12:57:53.123394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960c78d-2fa8-4d2d-bdd6-d82388efa83d service neutron] Pushing event updated for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:53.167972 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822caa8e-832f-493f-b0d8-67b66d26c26c req-f3f0a734-38e1-4856-8a27-5fb727c0c306 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.169539 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-822caa8e-832f-493f-b0d8-67b66d26c26c req-f3f0a734-38e1-4856-8a27-5fb727c0c306 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.2007203 Jul 14 12:57:53.178826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-e9ae9810-b2df-40c2-baa3-d3870e7a4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.180350 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-e9ae9810-b2df-40c2-baa3-d3870e7a4a84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 1096 time: 0.1175122 Jul 14 12:57:53.236509 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-0857b531-6ba2-4762-b2bb-2fb86bba9306 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a HTTP/1.1" status: 200 len: 217 time: 0.0471277 Jul 14 12:57:53.266375 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-822caa8e-832f-493f-b0d8-67b66d26c26c req-f24310aa-ecf8-4936-98c2-79beaabc75dc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&id=c516d424-f67e-4203-849e-c19c84e64d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850091 Jul 14 12:57:53.306142 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-94f5ded6-b1e8-4820-a618-a03bd9bb7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.308950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-94f5ded6-b1e8-4820-a618-a03bd9bb7267 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0648096 Jul 14 12:57:53.369102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-02a0fdd2-cfa6-4d7c-9045-7df70e3f9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.370669 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-02a0fdd2-cfa6-4d7c-9045-7df70e3f9011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551097 Jul 14 12:57:53.459850 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-115ea0e6-463a-4ca7-90c6-79b478655f3f service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Jul 14 12:57:53.556817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dbe5269f-38e1-419f-a731-f1bf66693efc req-4a28360c-dad4-43be-81d2-27c525f934c1 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899212 Jul 14 12:57:53.643186 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3b36f-1d54-4e7d-a393-21544263c264 req-922694dd-5907-4a03-9799-ceccb16b8eb7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.645321 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5dd3b36f-1d54-4e7d-a393-21544263c264 req-922694dd-5907-4a03-9799-ceccb16b8eb7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 943 time: 0.0714741 Jul 14 12:57:53.668500 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-9cfbf640-d4dd-4d70-8e6e-b05755d8a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.670168 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-9cfbf640-d4dd-4d70-8e6e-b05755d8a1c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0573790 Jul 14 12:57:53.691842 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5dd3b36f-1d54-4e7d-a393-21544263c264 req-0fbd9a87-3786-467c-a794-41d83d474946 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Jul 14 12:57:53.816214 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-2d71741c-fa9e-4d84-8275-2a60ee4bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.817633 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-2d71741c-fa9e-4d84-8275-2a60ee4bc222 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.1407013 Jul 14 12:57:53.830827 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb413a4-e302-45cf-97d1-e6676e6c231e req-8bf54fb4-1471-4c44-8973-d7f4abaefb27 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.832469 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3bb413a4-e302-45cf-97d1-e6676e6c231e req-8bf54fb4-1471-4c44-8973-d7f4abaefb27 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.1012576 Jul 14 12:57:53.878098 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-9dce93aa-5200-4503-a956-90283b6861e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a HTTP/1.1" status: 200 len: 217 time: 0.0446012 Jul 14 12:57:53.937477 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3bb413a4-e302-45cf-97d1-e6676e6c231e req-23cffa3c-7db6-4716-b0f3-d078ae47ea81 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961187 Jul 14 12:57:53.947390 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-b80f54bd-6847-42cb-a88d-2c5e05d00eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:53.948874 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-b80f54bd-6847-42cb-a88d-2c5e05d00eee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0627782 Jul 14 12:57:54.008528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-a6b411ed-45fb-4422-a517-101634e803ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:54.010040 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-a6b411ed-45fb-4422-a517-101634e803ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538676 Jul 14 12:57:54.118590 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-6343d116-b182-45fb-af35-873548f0a9ca service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956438 Jul 14 12:57:54.217074 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba9b3d22-a978-463d-9179-410bc35dd4c9 req-2be19304-0ec7-4ac8-bfb9-2e8109e1e1f2 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946453 Jul 14 12:57:54.399602 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-3947ba95-c4cd-4ae3-b583-0937591a35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:54.401133 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-3947ba95-c4cd-4ae3-b583-0937591a35e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd&tenant_id=97093795c04d47ac98a8b744280ddbea HTTP/1.1" status: 200 len: 1098 time: 0.0513685 Jul 14 12:57:54.873506 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f74e7-2bc9-441f-9542-077f30ef9632 req-8e906e77-6d01-413b-9490-bb59a114ab9a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:54.875186 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f7f74e7-2bc9-441f-9542-077f30ef9632 req-8e906e77-6d01-413b-9490-bb59a114ab9a tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 943 time: 0.0647545 Jul 14 12:57:54.912588 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1f7f74e7-2bc9-441f-9542-077f30ef9632 req-eed60e1a-dbe1-441f-b8cb-f9d62dfebbae tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Jul 14 12:57:55.282471 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21a35-a036-4f09-88ae-374286414743 req-d7b0bbac-10ca-4245-b13a-9c91751ee366 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:55.283962 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-15b21a35-a036-4f09-88ae-374286414743 req-d7b0bbac-10ca-4245-b13a-9c91751ee366 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0659618 Jul 14 12:57:55.324725 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-15b21a35-a036-4f09-88ae-374286414743 req-8cd95867-a791-448d-a12c-cbcb2da1f412 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Jul 14 12:57:55.339391 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:57:55.416245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:55.440535 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:55.442934 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600beeb-51b9-4aeb-910c-07d7f2cc3694" -d '{"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:55.457234 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:55.461307 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:55.485123 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7039474-b9a7-4dc0-b607-0bd31f1eacb4 x-openstack-request-id: req-c7039474-b9a7-4dc0-b607-0bd31f1eacb4 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:55.485422 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-unplugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:55.485673 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7039474-b9a7-4dc0-b607-0bd31f1eacb4 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:55.486159 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'code': 200} Jul 14 12:57:55.516086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=6']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:56.096678 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07a25-7e95-4aa5-ae9d-c9c8a9433a3a req-788d6b87-4595-48a6-8b90-090ef1b7f8c7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:56.098158 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d9b07a25-7e95-4aa5-ae9d-c9c8a9433a3a req-788d6b87-4595-48a6-8b90-090ef1b7f8c7 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 943 time: 0.0697424 Jul 14 12:57:56.144589 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d9b07a25-7e95-4aa5-ae9d-c9c8a9433a3a req-bc393191-bda0-4bc3-934e-0646c675ad1c tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Jul 14 12:57:56.501198 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3a6f-79aa-48a9-aa82-afc405903956 req-28a4ffc1-fd38-43ca-aa11-959003fae6b4 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:56.502631 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-628d3a6f-79aa-48a9-aa82-afc405903956 req-28a4ffc1-fd38-43ca-aa11-959003fae6b4 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0673656 Jul 14 12:57:56.541674 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-628d3a6f-79aa-48a9-aa82-afc405903956 req-14e35213-7983-4448-aca1-65fe0071ed40 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332072 Jul 14 12:57:57.273862 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device a54fb383-f402-43e4-a3b8-f5e67db2d99a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:57:57.339667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-29cf0b4b-db62-47da-96bb-889d3165ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.341329 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-29cf0b4b-db62-47da-96bb-889d3165ab16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1096 time: 0.0691011 Jul 14 12:57:57.344210 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d88db-b725-4185-9287-cd0e50da6e92 req-a3c4728e-24f2-4c8a-aac1-064b0052e49d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.345717 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b0d88db-b725-4185-9287-cd0e50da6e92 req-a3c4728e-24f2-4c8a-aac1-064b0052e49d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 943 time: 0.0921803 Jul 14 12:57:57.383878 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:57.385984 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b0d88db-b725-4185-9287-cd0e50da6e92 req-aed9a3b7-1170-46c3-9626-3981cb77bb1d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344040 Jul 14 12:57:57.396902 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'port_id': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'mac_address': 'fa:16:3e:8d:21:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:57:57.433331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-3db2090c-60c8-43d0-aeb6-18c1f6c6c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.434886 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-3db2090c-60c8-43d0-aeb6-18c1f6c6c87c service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.0858412 Jul 14 12:57:57.435047 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:57.447529 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54fb383-f402-43e4-a3b8-f5e67db2d99a {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:57:57.469753 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:57.475206 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:57.509667 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-41083334-a4a6-44e8-8ce6-ef459ba6c239 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 999 time: 0.0675864 Jul 14 12:57:57.522814 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:57.561764 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-2c2880ab-d9a8-4ae2-81f8-72c9d8382933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.563252 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-2c2880ab-d9a8-4ae2-81f8-72c9d8382933 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0441623 Jul 14 12:57:57.621630 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-dc8816d4-6f65-4c53-a9d1-e81c696b6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.623204 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-dc8816d4-6f65-4c53-a9d1-e81c696b6195 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528617 Jul 14 12:57:57.718150 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['a54fb383-f402-43e4-a3b8-f5e67db2d99a'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:57:57.758880 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-3e419da8-f7ce-4c20-b31d-ead28cd19b76 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268640 Jul 14 12:57:57.771499 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253199c-f923-4b19-bd5c-c28fec70923d req-478ad523-77cb-4058-a879-f03a0683483e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:57.772866 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e253199c-f923-4b19-bd5c-c28fec70923d req-478ad523-77cb-4058-a879-f03a0683483e tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0966346 Jul 14 12:57:57.860203 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e253199c-f923-4b19-bd5c-c28fec70923d req-a391dc6b-2940-444d-8154-d2f9ce721cbc tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789211 Jul 14 12:57:57.888088 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-4e8cce00-204b-4bb9-8289-bb13713b9b5c service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142414 Jul 14 12:57:58.570239 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593b334-cf73-43c8-898e-f69c580a0b56 req-fe222013-3de9-4aa7-ab32-83e588a7ccfc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:58.572051 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c593b334-cf73-43c8-898e-f69c580a0b56 req-fe222013-3de9-4aa7-ab32-83e588a7ccfc tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 944 time: 0.0695868 Jul 14 12:57:58.629246 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c593b334-cf73-43c8-898e-f69c580a0b56 req-6c41acf6-ce74-4fd5-8043-248e11018c42 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 Jul 14 12:57:59.038916 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a0d29-2185-4535-8e6b-a8b371786584 req-b712879b-ae05-4966-84ec-9bc09146991c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:59.040586 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-098a0d29-2185-4535-8e6b-a8b371786584 req-b712879b-ae05-4966-84ec-9bc09146991c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0657196 Jul 14 12:57:59.079885 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-098a0d29-2185-4535-8e6b-a8b371786584 req-0988704e-30a2-4024-8863-0ccaef45e732 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Jul 14 12:57:59.277212 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device a54fb383-f402-43e4-a3b8-f5e67db2d99a up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:57:59.333679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port a54fb383-f402-43e4-a3b8-f5e67db2d99a completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:57:59.337636 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port a54fb383-f402-43e4-a3b8-f5e67db2d99a triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:57:59.338042 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:59.423388 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:59.446261 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:57:59.448475 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a88f866-d304-415c-887c-1ea663ec86e6" -d '{"events": [{"server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "name": "network-vif-plugged", "status": "completed", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:57:59.468898 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:57:59.473097 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:57:59.496500 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf9588-46fc-4a4e-b9ec-4c7f8b61da97 x-openstack-request-id: req-43cf9588-46fc-4a4e-b9ec-4c7f8b61da97 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:57:59.496781 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "name": "network-vif-plugged", "status": "completed", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:57:59.497035 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43cf9588-46fc-4a4e-b9ec-4c7f8b61da97 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:57:59.497417 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'code': 200} Jul 14 12:57:59.529607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:57:59.728494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f00ef-d5b0-430e-92f5-2294d9f62963 req-e6df70b3-d6be-4bc3-9be2-8c1151e62a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:59.730180 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681f00ef-d5b0-430e-92f5-2294d9f62963 req-e6df70b3-d6be-4bc3-9be2-8c1151e62a5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0706272 Jul 14 12:57:59.771715 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681f00ef-d5b0-430e-92f5-2294d9f62963 req-fe5d4d01-d87a-46ea-aba2-d3c44f650cda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Jul 14 12:57:59.810241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679405-5139-4395-9952-fc23fc39815a req-e39f051d-6912-4d90-ac68-ab613114dd50 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:57:59.811786 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4679405-5139-4395-9952-fc23fc39815a req-e39f051d-6912-4d90-ac68-ab613114dd50 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0699425 Jul 14 12:57:59.856224 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4679405-5139-4395-9952-fc23fc39815a req-e8eddeb6-77ba-4c68-bcf0-afd71207e083 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Jul 14 12:58:00.272898 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c7d6-e5c4-458d-b129-bf18270a8c4e req-f447c1e2-f609-4ebc-93d1-62013186b7ee tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:00.274424 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e33c7d6-e5c4-458d-b129-bf18270a8c4e req-f447c1e2-f609-4ebc-93d1-62013186b7ee tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0746942 Jul 14 12:58:00.313747 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8e33c7d6-e5c4-458d-b129-bf18270a8c4e req-7dcea62f-7cd4-4296-ab5a-c85804e2055b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336988 Jul 14 12:58:01.035314 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf148f9a-6c76-4fac-bc46-c3acb87d8c4f req-37ca46fe-ee45-4160-ba9e-0f3930c6d855 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:01.036811 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf148f9a-6c76-4fac-bc46-c3acb87d8c4f req-37ca46fe-ee45-4160-ba9e-0f3930c6d855 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Jul 14 12:58:01.075837 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cf148f9a-6c76-4fac-bc46-c3acb87d8c4f req-05b723a6-87f5-4bcd-98c4-3cc7d7eed86d tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Jul 14 12:58:01.270170 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08eaf8-6f20-41ff-87f8-e83de7ba1858 req-578af3b0-bf9a-460f-b658-d48b8245e406 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:01.271743 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eb08eaf8-6f20-41ff-87f8-e83de7ba1858 req-578af3b0-bf9a-460f-b658-d48b8245e406 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0761147 Jul 14 12:58:01.288216 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58186) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:01.293170 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Request body: {'floatingip': {'port_id': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:58:01.333610 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:01.487950 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebda8-12ae-4992-b19e-487de23993af req-34250574-d78e-4474-9593-58096cb4bfda tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:01.489442 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1eeebda8-12ae-4992-b19e-487de23993af req-34250574-d78e-4474-9593-58096cb4bfda tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0667443 Jul 14 12:58:01.528328 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1eeebda8-12ae-4992-b19e-487de23993af req-07a239ee-33e9-4ff7-965e-501606a70425 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Jul 14 12:58:01.809230 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:01.813670 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.133705 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Floating IP cb1528f9-0dc6-4f64-86d5-c0a30fe7767d associated. External IP: 172.27.3.161, port: a54fb383-f402-43e4-a3b8-f5e67db2d99a. Jul 14 12:58:02.372398 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:58:02.492936 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:58:02.499174 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.502539 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58208) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:02.503305 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:58:02.512236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:02.512883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:02.544574 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ca0e75c2-522c-440a-8509-a4e80a3f4cc0 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "PUT /v2.0/floatingips/cb1528f9-0dc6-4f64-86d5-c0a30fe7767d HTTP/1.1" status: 200 len: 991 time: 1.2526734 Jul 14 12:58:02.544574 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:02.545783 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f8cfe-98f5-4852-b876-df118fd3239b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:02.616724 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ac1e2-02bc-4959-81aa-49a4056282ff x-openstack-request-id: req-a48ac1e2-02bc-4959-81aa-49a4056282ff {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:02.619923 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:02.620976 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a48ac1e2-02bc-4959-81aa-49a4056282ff {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:02.622047 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'status': 'completed', 'code': 200} Jul 14 12:58:02.652785 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5758169-f6eb-4af1-a7f0-0a2f3d5cc0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.770941 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-1c9cb5a2-8a77-4eb7-92cb-0c70ddcd229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:02.772531 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-1c9cb5a2-8a77-4eb7-92cb-0c70ddcd229b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 1098 time: 0.1316817 Jul 14 12:58:02.790772 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:02.820384 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5758169-f6eb-4af1-a7f0-0a2f3d5cc0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.830416 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5758169-f6eb-4af1-a7f0-0a2f3d5cc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.886304 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011caac-f695-40f2-a62b-1eb891d5f751 req-30999dbb-8124-46fa-bd2a-3c4ecae7d6a3 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:02.888460 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1011caac-f695-40f2-a62b-1eb891d5f751 req-30999dbb-8124-46fa-bd2a-3c4ecae7d6a3 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.1315022 Jul 14 12:58:02.892703 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e5758169-f6eb-4af1-a7f0-0a2f3d5cc0fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5568cd33387c4603a19425ede260aa87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871467 Jul 14 12:58:02.892703 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758169-f6eb-4af1-a7f0-0a2f3d5cc0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddeaa36-f3be-4215-b567-bc80cc23f3fc,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:02.895264 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58224) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:02.900638 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-92df109f-912d-410d-9ac0-d08b7b68b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:02.903126 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-92df109f-912d-410d-9ac0-d08b7b68b9c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 200 len: 911 time: 0.1228051 Jul 14 12:58:02.961550 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1011caac-f695-40f2-a62b-1eb891d5f751 req-87629c84-6670-4916-ae77-5d7a177e73af tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652187 Jul 14 12:58:02.977532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:02.987185 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-cdd3c990-4d69-4296-9f20-f18d2e793920 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a HTTP/1.1" status: 200 len: 999 time: 0.0773308 Jul 14 12:58:03.007147 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:03.049288 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-d3f8a37d-367a-45a9-8063-ea4e21522bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:03.051156 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-d3f8a37d-367a-45a9-8063-ea4e21522bab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 200 len: 849 time: 0.0576553 Jul 14 12:58:03.067702 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:03.071730 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:03.075493 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fddeaa36-f3be-4215-b567-bc80cc23f3fc HTTP/1.1" status: 204 len: 168 time: 0.1756940 Jul 14 12:58:03.084050 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669207-82f3-40ca-9b94-4d3bca9a1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddeaa36-f3be-4215-b567-bc80cc23f3fc,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:03.130538 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1823-7640-4fce-a9ab-74e683f1736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:03.136696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-37c5af33-7b2a-4a69-af6e-77f57c99c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:03.138055 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-37c5af33-7b2a-4a69-af6e-77f57c99c64f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799313 Jul 14 12:58:03.175983 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'cb1528f9-0dc6-4f64-86d5-c0a30fe7767d', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:8d:21:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:46Z', 'updated_at': '2021-07-14T12:58:01Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:03.211297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:58:03.221848 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:03.222512 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:57:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:03.251768 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-18758545-74ad-47ac-900e-0807c24d1b02 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056831 Jul 14 12:58:03.340835 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:03.366241 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7a3f8cfe-98f5-4852-b876-df118fd3239b req-90ced30e-d682-4dce-8aff-940778c195f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070156 Jul 14 12:58:03.623522 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'cb1528f9-0dc6-4f64-86d5-c0a30fe7767d', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:8d:21:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:46Z', 'updated_at': '2021-07-14T12:58:01Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:03.655901 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0fd3-65cb-474c-9bda-c335ae60add6 None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'cb1528f9-0dc6-4f64-86d5-c0a30fe7767d', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'port_id': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'mac_address': 'fa:16:3e:8d:21:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:57:46Z', 'updated_at': '2021-07-14T12:58:01Z', 'revision_number': 1, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:58:03.872408 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaf776-f55a-414b-a063-ff5f72b9c46c None None] New status for floating IP cb1528f9-0dc6-4f64-86d5-c0a30fe7767d: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:58:04.173663 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0e952-1fad-43de-9b4e-fee830830634 req-fcb5a8e5-47c5-4abb-9a91-4cef71c5822f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:04.175391 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-26a0e952-1fad-43de-9b4e-fee830830634 req-fcb5a8e5-47c5-4abb-9a91-4cef71c5822f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0814705 Jul 14 12:58:04.222490 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-26a0e952-1fad-43de-9b4e-fee830830634 req-d54ee4a4-631e-4914-9381-4fb5ea1f6888 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Jul 14 12:58:05.410956 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d65d1-f77d-4d41-8307-2454b01b064f req-d22f0551-a7b8-4b09-a78c-443a4367616b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:05.412498 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-056d65d1-f77d-4d41-8307-2454b01b064f req-d22f0551-a7b8-4b09-a78c-443a4367616b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0703549 Jul 14 12:58:05.440608 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cb55798d-0cae-42d7-93ff-a70279507cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:05.471261 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-056d65d1-f77d-4d41-8307-2454b01b064f req-d344ea06-565e-4e5e-bd68-0ecf4861b9b2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488117 Jul 14 12:58:05.846262 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:06.640385 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e033-eb2f-41c7-87c6-f040e6d8def1 req-5a50fb42-c40f-4d40-8e28-f0a576342422 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:06.641909 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab86e033-eb2f-41c7-87c6-f040e6d8def1 req-5a50fb42-c40f-4d40-8e28-f0a576342422 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 943 time: 0.0648315 Jul 14 12:58:06.679429 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab86e033-eb2f-41c7-87c6-f040e6d8def1 req-3ffd4cb6-f51b-4c52-adf3-c93ec1e89360 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Jul 14 12:58:06.749107 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.261086 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58314) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:07.338424 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:58:07.377702 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0e7b-9ff0-4754-99bf-cbc726d19a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.440028 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:07.456837 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'port_id': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'mac_address': 'fa:16:3e:f6:cb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:58:07.476994 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0e7b-9ff0-4754-99bf-cbc726d19a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.481804 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0e7b-9ff0-4754-99bf-cbc726d19a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.497325 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.510527 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda98090-9e6c-4e6b-81f2-15231fa04ce2 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:58:07.524527 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-aa8b0e7b-9ff0-4754-99bf-cbc726d19a84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b52c1c1ddbe48bd87faec4c2546b5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597523 Jul 14 12:58:07.524527 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b0e7b-9ff0-4754-99bf-cbc726d19a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d34610-68ac-4745-9dd7-78882e678a6d,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:07.525157 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58318) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:07.531217 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:07.535934 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.579997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.591634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=7']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:07.604913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.650297 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.652775 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:07.653930 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4d34610-68ac-4745-9dd7-78882e678a6d HTTP/1.1" status: 204 len: 168 time: 0.1276319 Jul 14 12:58:07.661998 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d34610-68ac-4745-9dd7-78882e678a6d,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:07.669450 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.669798 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.670161 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.670549 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.671386 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.671715 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.672041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.672368 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.672695 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.673014 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.673333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.673647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c2999-f0d0-4301-92bc-37bbaa483241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:07.805503 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['eda98090-9e6c-4e6b-81f2-15231fa04ce2'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:58:07.878781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614580-341b-4787-9cd2-8e6ef2026a54 req-26b7bc82-dada-4b2f-8940-9c819eb2b03a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:07.880890 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-73614580-341b-4787-9cd2-8e6ef2026a54 req-26b7bc82-dada-4b2f-8940-9c819eb2b03a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 944 time: 0.0816827 Jul 14 12:58:07.928024 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-73614580-341b-4787-9cd2-8e6ef2026a54 req-c6d1bd8f-76da-448b-a8b2-081a44ddfbc2 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406427 Jul 14 12:58:08.589980 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:08.642774 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:09.112549 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8f5d-e0fc-4071-917e-0f931e24fa25 req-0c596630-2fbb-42e1-97e5-46a1fd305429 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:09.113941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78ff8f5d-e0fc-4071-917e-0f931e24fa25 req-0c596630-2fbb-42e1-97e5-46a1fd305429 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 944 time: 0.0628040 Jul 14 12:58:09.156688 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78ff8f5d-e0fc-4071-917e-0f931e24fa25 req-81de73b9-a4c8-45b5-90ea-6081d80ead7a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Jul 14 12:58:09.377056 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:58:09.426486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port eda98090-9e6c-4e6b-81f2-15231fa04ce2 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:58:09.426486 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:09.505412 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:09.527518 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:09.529734 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a35e098-da91-4628-994d-4f804f90cf91" -d '{"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-plugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:09.543427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:09.549309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:09.574351 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b758f7-355e-4464-9d28-6e41663825d2 x-openstack-request-id: req-43b758f7-355e-4464-9d28-6e41663825d2 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:09.574651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-plugged", "status": "completed", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:09.574901 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43b758f7-355e-4464-9d28-6e41663825d2 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:09.575284 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'code': 200} Jul 14 12:58:09.609959 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=8']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:09.849398 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d5d9-f54c-43f7-86c9-f27792b9b94a req-92466cc2-6140-4074-96f8-8550249c6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:09.851008 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b30d5d9-f54c-43f7-86c9-f27792b9b94a req-92466cc2-6140-4074-96f8-8550249c6b2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.0516243 Jul 14 12:58:09.885460 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b30d5d9-f54c-43f7-86c9-f27792b9b94a req-cabe1d5d-4ad7-4f2e-abc5-742cddf44803 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276978 Jul 14 12:58:10.337033 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc021e8-2529-4706-85dc-3c7cd12142ee req-d270ce96-fba6-41af-bca3-9ee0ba162c48 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:10.338559 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fc021e8-2529-4706-85dc-3c7cd12142ee req-d270ce96-fba6-41af-bca3-9ee0ba162c48 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jul 14 12:58:10.375053 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3fc021e8-2529-4706-85dc-3c7cd12142ee req-3b461126-f5cc-4f53-b7d5-8a59ffc81478 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Jul 14 12:58:10.829139 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640020-d762-42de-a844-4de2dac7f5ca req-5e548314-0b38-478a-a991-d1401b4af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:10.830654 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-5e548314-0b38-478a-a991-d1401b4af66d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.0592868 Jul 14 12:58:10.935077 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640020-d762-42de-a844-4de2dac7f5ca req-f7a35f3a-8aae-413f-98d6-491cbff384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:10.937134 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-f7a35f3a-8aae-413f-98d6-491cbff384a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.0855503 Jul 14 12:58:11.009283 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-04423e98-3a7d-488a-9523-b026606e5818 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0588315 Jul 14 12:58:11.066672 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640020-d762-42de-a844-4de2dac7f5ca req-7e1787f6-c31a-41c9-88ca-f4de2d511738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:11.068323 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-7e1787f6-c31a-41c9-88ca-f4de2d511738 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0512931 Jul 14 12:58:11.412115 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640020-d762-42de-a844-4de2dac7f5ca req-7ba34b0a-f5a5-46a0-a92b-574d146ef967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:11.413617 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-7ba34b0a-f5a5-46a0-a92b-574d146ef967 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3377502 Jul 14 12:58:11.504250 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-711c4b00-2a95-4c2a-bd9a-b2e6d3bfeef9 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816596 Jul 14 12:58:11.560395 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071a453-203b-419b-82b1-1809afb75e26 req-db14cd30-24b8-4cd4-9094-6719ad829139 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:11.561912 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f071a453-203b-419b-82b1-1809afb75e26 req-db14cd30-24b8-4cd4-9094-6719ad829139 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0713189 Jul 14 12:58:11.597246 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-72640020-d762-42de-a844-4de2dac7f5ca req-216b3729-1d34-42f9-8a10-7305e40c43cd service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861957 Jul 14 12:58:11.602187 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f071a453-203b-419b-82b1-1809afb75e26 req-c6f14151-5a69-43e2-a624-198cbcc49a4f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336196 Jul 14 12:58:14.226538 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:58:18.558976 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6e221-fb59-407e-bf77-c05ae54d95b5 req-b740f37e-6075-49b2-97f1-66ea3b58505d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:18.560499 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37d6e221-fb59-407e-bf77-c05ae54d95b5 req-b740f37e-6075-49b2-97f1-66ea3b58505d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0645761 Jul 14 12:58:18.601428 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37d6e221-fb59-407e-bf77-c05ae54d95b5 req-73f2089f-6b53-483b-a1dd-e3968f948d06 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Jul 14 12:58:19.785462 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01d0f-16bb-4f85-8eae-acec95b17aee req-bd89672b-66af-42cb-997c-e7db0190ee6f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:19.787012 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ba01d0f-16bb-4f85-8eae-acec95b17aee req-bd89672b-66af-42cb-997c-e7db0190ee6f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0676391 Jul 14 12:58:19.830928 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ba01d0f-16bb-4f85-8eae-acec95b17aee req-ebc937df-5a8c-4532-bfef-0a6f5f89a3a2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Jul 14 12:58:21.019255 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d755ee-6a16-403f-a0a4-683dc2224bc5 req-6b889b1b-4c60-44b3-bae3-cb5caa4fc465 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:21.020321 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2d755ee-6a16-403f-a0a4-683dc2224bc5 req-6b889b1b-4c60-44b3-bae3-cb5caa4fc465 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0647426 Jul 14 12:58:21.058797 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2d755ee-6a16-403f-a0a4-683dc2224bc5 req-a1dd444f-24e9-46e7-bbca-c896cfb134de tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Jul 14 12:58:22.245268 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22135b2-065f-49de-b1a9-a53d70fa43ba req-a06418f2-2a8d-4188-86f2-471653160721 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:22.246693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b22135b2-065f-49de-b1a9-a53d70fa43ba req-a06418f2-2a8d-4188-86f2-471653160721 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0624905 Jul 14 12:58:22.285840 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b22135b2-065f-49de-b1a9-a53d70fa43ba req-1c665aa3-f874-4406-993e-72f517fd0d1b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Jul 14 12:58:23.467699 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a2cdd-2c64-4693-886b-4db9afa3d0b8 req-f86d857c-beb4-46d5-aa20-6a2cad76b97d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:23.469203 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-980a2cdd-2c64-4693-886b-4db9afa3d0b8 req-f86d857c-beb4-46d5-aa20-6a2cad76b97d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0666046 Jul 14 12:58:23.506618 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-980a2cdd-2c64-4693-886b-4db9afa3d0b8 req-cdb23f70-1980-416f-8505-13b08e6a5cc3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Jul 14 12:58:24.684403 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ad690-c46c-4f7f-bb8b-64f0edf8dbd6 req-bea5b153-c345-4b0b-8b77-434097f31a65 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:24.685801 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b1ad690-c46c-4f7f-bb8b-64f0edf8dbd6 req-bea5b153-c345-4b0b-8b77-434097f31a65 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0630941 Jul 14 12:58:24.725066 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6b1ad690-c46c-4f7f-bb8b-64f0edf8dbd6 req-4d977d6c-109b-45c8-a34c-4ae906217019 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328932 Jul 14 12:58:25.902044 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e361a-3cfa-42fd-a3cd-6aa356ea7829 req-129a0aef-6e6e-4953-b38d-0dc7f0a521ff tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:25.910247 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-581e361a-3cfa-42fd-a3cd-6aa356ea7829 req-129a0aef-6e6e-4953-b38d-0dc7f0a521ff tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0637672 Jul 14 12:58:25.945214 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-581e361a-3cfa-42fd-a3cd-6aa356ea7829 req-9f1eb80d-a934-47ef-8ca7-04340c394f3c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350823 Jul 14 12:58:27.124738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bdce-b63b-4158-b3fa-bc8c8b300f57 req-2041cffb-2bc5-4b29-9d55-1bafe3234f06 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:27.126389 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7ef0bdce-b63b-4158-b3fa-bc8c8b300f57 req-2041cffb-2bc5-4b29-9d55-1bafe3234f06 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0639050 Jul 14 12:58:27.172024 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7ef0bdce-b63b-4158-b3fa-bc8c8b300f57 req-77db0258-5221-4aa7-a972-859fe338a627 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Jul 14 12:58:28.359440 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66292-2707-4742-8179-0dd38147e7da req-3df33288-9e2b-4832-98f4-2f3375cb95f8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:28.361230 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-18f66292-2707-4742-8179-0dd38147e7da req-3df33288-9e2b-4832-98f4-2f3375cb95f8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0717871 Jul 14 12:58:28.397861 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-18f66292-2707-4742-8179-0dd38147e7da req-7fa9c1f6-0c1d-4727-8f39-d261f59c01b9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Jul 14 12:58:29.587556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4146dc1-443d-4dec-ba77-676a4832d12a req-f826f111-69af-455b-a4cf-c508f72bb4ca tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:29.589040 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e4146dc1-443d-4dec-ba77-676a4832d12a req-f826f111-69af-455b-a4cf-c508f72bb4ca tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0670054 Jul 14 12:58:29.634435 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e4146dc1-443d-4dec-ba77-676a4832d12a req-97eb4b52-2d64-4c45-a27f-1be3297c21ec tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Jul 14 12:58:30.808194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe1313-6135-4149-97c1-7860a291f795 req-4845a71b-df5e-4f63-a19a-17f0d85996e7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:30.810125 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45fe1313-6135-4149-97c1-7860a291f795 req-4845a71b-df5e-4f63-a19a-17f0d85996e7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0634391 Jul 14 12:58:30.848745 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45fe1313-6135-4149-97c1-7860a291f795 req-af350b10-c4e2-459a-927f-9508cd1bf0b9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Jul 14 12:58:31.921575 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-cd398bca-cec5-4b8a-9e91-382409d22c8e tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904429459&fields=id&tenant_id=e59ff37dd461408982599eabe7e4d707 HTTP/1.1" status: 200 len: 267 time: 0.0416939 Jul 14 12:58:31.996756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-735d74fd-f969-4d91-8f11-7610bdfd6420 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:31.998313 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-735d74fd-f969-4d91-8f11-7610bdfd6420 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 985 time: 0.0713897 Jul 14 12:58:32.010053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Request body: {'port': {'security_groups': ['c1e5841d-aa12-4601-811e-6fabb62fb9e1']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:58:32.032594 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca05c1-b470-46ee-ae52-e37bd4fe34f3 req-6850ac6a-4a44-474f-ac31-86609df7a366 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:32.034141 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-37ca05c1-b470-46ee-ae52-e37bd4fe34f3 req-6850ac6a-4a44-474f-ac31-86609df7a366 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0644379 Jul 14 12:58:32.079904 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-37ca05c1-b470-46ee-ae52-e37bd4fe34f3 req-1aaa0665-6141-4604-b020-6ba9ae7b3f22 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Jul 14 12:58:32.095563 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.278317 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:32.307463 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.313249 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.325814 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:58:32.358527 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:32.359007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.360436 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6cbea83-9cc4-42fb-9219-6eb00b5e57f3 req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "PUT /v2.0/ports/baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 943 time: 0.3553314 Jul 14 12:58:32.360904 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:32.369151 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e789f5f5-0f96-4550-a1a5-0ee77d488e08" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:32.379343 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58456) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:32.395918 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd3c6-8a3a-4da9-9b3d-c2d8fccaf14c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event updated for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=7']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:32.456577 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.485315 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:58:32.490152 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.578166 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.580939 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.582141 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "DELETE /v2.0/security-groups/c516d424-f67e-4203-849e-c19c84e64d8b HTTP/1.1" status: 204 len: 168 time: 0.2017453 Jul 14 12:58:32.585075 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58462) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:32.592379 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c516d424-f67e-4203-849e-c19c84e64d8b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:32.599686 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.600035 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.600379 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.600720 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.601113 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.602083 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.602471 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.602823 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.603169 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.603510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.603851 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.604187 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6541eb-7042-4e87-9bac-d9e69b482784 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:32.634512 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743d6ed-0dc2-43c6-a4cd-d9f1bc73486b x-openstack-request-id: req-6743d6ed-0dc2-43c6-a4cd-d9f1bc73486b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:32.634806 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:32.635058 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6743d6ed-0dc2-43c6-a4cd-d9f1bc73486b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:32.635445 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:58:32.636648 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6d335e8f-2f9b-426e-b765-399c01f789a1 None None] Provisioning complete for port baf849f8-17f5-4e28-b321-5329ce7ab698 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:58:32.637025 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6d335e8f-2f9b-426e-b765-399c01f789a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.757428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-bcb0251b-db8a-4c5b-82d6-418f8016e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:32.758939 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-bcb0251b-db8a-4c5b-82d6-418f8016e7b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1099 time: 0.1263227 Jul 14 12:58:32.871117 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Deleting port 4460a81b-f9c9-4f1c-9b5c-0c584d54ed02 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:32.871452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:32.875862 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-5ee269c6-abfb-4f1e-a822-bd23cbd3ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:32.877323 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-5ee269c6-abfb-4f1e-a822-bd23cbd3ce71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 915 time: 0.1031191 Jul 14 12:58:32.984845 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-71de7061-7b7b-4f6d-ab0d-0bd3c6808518 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 1002 time: 0.0985780 Jul 14 12:58:33.009196 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.009523 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.041052 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Calling delete_port for 4460a81b-f9c9-4f1c-9b5c-0c584d54ed02 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:33.062013 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-bf1605d2-a8b6-417e-ac6e-a18df21bfa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:33.063488 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-bf1605d2-a8b6-417e-ac6e-a18df21bfa20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.0701780 Jul 14 12:58:33.081028 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ffb01d2e-d30a-40cc-bd48-bec4d0c12b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.222696 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-8157ec81-2513-40e6-894f-2c8ae182c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:33.224110 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-8157ec81-2513-40e6-894f-2c8ae182c457 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1345165 Jul 14 12:58:33.374501 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.410365 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-c034b608-5487-4cc9-83e1-1be96c7711f6 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676285 Jul 14 12:58:33.414135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event deleted for resources: {'Port': ['ID=4460a81b-f9c9-4f1c-9b5c-0c584d54ed02,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:33.423217 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4863a-1844-4e76-aac4-165723559e5d req-9f260a67-e83d-480b-8438-2535ac8422b7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:33.424637 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4fb4863a-1844-4e76-aac4-165723559e5d req-9f260a67-e83d-480b-8438-2535ac8422b7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.2200754 Jul 14 12:58:33.567883 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4fb4863a-1844-4e76-aac4-165723559e5d req-3a69685f-fed5-478c-98f7-6b466d6d28be tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304958 Jul 14 12:58:33.576480 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.576850 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Floating IP 810b5c48-5fad-4ffa-9cde-fe0d54a58617 disassociated (deleted). External IP: 172.27.3.136, port: baf849f8-17f5-4e28-b321-5329ce7ab698. Jul 14 12:58:33.622354 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e789f5f5-0f96-4550-a1a5-0ee77d488e08 req-c19b9c28-bd1b-488c-872f-4bd61a7f1347 service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965170 Jul 14 12:58:33.798602 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:58:33.905090 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:58:33.909909 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:33.914229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Sync routers for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:58:33.924642 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:33.925271 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:33.950020 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bd33e234-f63d-4b41-b574-b07877dc8891 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "DELETE /v2.0/floatingips/810b5c48-5fad-4ffa-9cde-fe0d54a58617 HTTP/1.1" status: 204 len: 168 time: 1.3629220 Jul 14 12:58:34.032713 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:34.242942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:34.270743 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Checking router: d8d12a0f-a3c0-4120-aece-cd8d392f61f8 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:58:34.280493 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:34.281113 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:34.502250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:34.637135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:34.640097 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:34.680142 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705a68ab-12e7-4e35-9c2b-e71fde5b93ca x-openstack-request-id: req-705a68ab-12e7-4e35-9c2b-e71fde5b93ca {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:34.680430 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:34.680675 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-705a68ab-12e7-4e35-9c2b-e71fde5b93ca {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:34.681064 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:58:34.708993 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:34.739949 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f20bd6-e19b-49e1-869f-9908c05881f9 None None] The sync data for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi is: [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:55:58Z', 'revision_number': 4, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '33b93525-b027-49ca-b838-3dd852ac1091', 'name': '', 'network_id': '51512089-a4d3-434b-af0c-09639276178c', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'mac_address': 'fa:16:3e:96:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '306596c1-a726-4885-a593-ecc52b6ab669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:57Z', 'updated_at': '2021-07-14T12:56:05Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'subnets': [{'id': '306596c1-a726-4885-a593-ecc52b6ab669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:58:34.804678 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef775af-0f83-4fb3-9785-cd37340e6dd3 req-e2ff749b-60a3-4d71-9433-e476896aaa9b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:34.806250 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fef775af-0f83-4fb3-9785-cd37340e6dd3 req-e2ff749b-60a3-4d71-9433-e476896aaa9b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1091094 Jul 14 12:58:34.808202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-6c958294-ed3e-4c02-9ef9-c13a2d4852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:34.809569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-6c958294-ed3e-4c02-9ef9-c13a2d4852b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e59ff37dd461408982599eabe7e4d707&device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 1099 time: 0.0817270 Jul 14 12:58:34.898869 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fef775af-0f83-4fb3-9785-cd37340e6dd3 req-3ca5d1a7-8bee-4162-9362-e6e1880cf474 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850115 Jul 14 12:58:34.935838 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-330cd57b-35ac-43c8-bc08-a52e0f513551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:34.937441 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-330cd57b-35ac-43c8-bc08-a52e0f513551 service neutron] 10.222.0.49 "GET /v2.0/networks?id=51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 200 len: 915 time: 0.1147974 Jul 14 12:58:34.976246 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515576bf-6e12-4cb5-a8d6-9f2baf9efb07 None None] New status for floating IP 810b5c48-5fad-4ffa-9cde-fe0d54a58617: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:58:34.987678 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-81be3a56-454b-47c7-b9f4-bd2cbaa36490 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 200 len: 217 time: 0.0351956 Jul 14 12:58:35.045983 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-0d22fe61-f2a3-41ed-9ace-044b8d7567ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:35.047540 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-0d22fe61-f2a3-41ed-9ace-044b8d7567ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 200 len: 853 time: 0.0524828 Jul 14 12:58:35.121372 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-196c50d7-2b55-4173-8ac7-361eb8d0bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:35.122954 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-196c50d7-2b55-4173-8ac7-361eb8d0bfc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51512089-a4d3-434b-af0c-09639276178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560529 Jul 14 12:58:35.222613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-5dfdfcc6-343f-4a66-acba-4e81d85d531d service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924039 Jul 14 12:58:35.320603 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-299ebfb9-0c15-498a-ba7d-db9249bb1a5b req-dfe54182-ddc0-462d-8a19-4491fee7c7ea service neutron] 10.222.0.49 "GET /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909545 Jul 14 12:58:35.432313 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9ce8db18-ce01-4067-8c32-919fca75ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:35.468642 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:58:35.584327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:35.596441 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '29cc01fd-de12-453e-9548-e74e14b48166', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:58:35.636033 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:35.652500 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:58:35.679989 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:35.684248 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:35.736565 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=6']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:35.743549 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.743905 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.744250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.744590 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.744945 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.745282 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.745610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.745969 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.746299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.746629 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.746979 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.747304 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:58:35.810459 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['29cc01fd-de12-453e-9548-e74e14b48166'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:58:35.855471 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:36.095449 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e4ad7-31df-45a9-a34b-99a96b613aad req-8fec9aaa-b387-462b-ab44-c1251092f781 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:36.096943 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-016e4ad7-31df-45a9-a34b-99a96b613aad req-8fec9aaa-b387-462b-ab44-c1251092f781 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0720401 Jul 14 12:58:36.138186 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-016e4ad7-31df-45a9-a34b-99a96b613aad req-e1650cae-b026-4eb0-9961-6a483a0d7135 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Jul 14 12:58:36.764669 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:37.157603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2764655-b068-4797-85af-9d64fd069844 req-bc6962b3-f7c9-4c36-b47c-68e6d56258cc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:37.168919 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2764655-b068-4797-85af-9d64fd069844 req-bc6962b3-f7c9-4c36-b47c-68e6d56258cc tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0975435 Jul 14 12:58:37.238819 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d2764655-b068-4797-85af-9d64fd069844 req-e87c32b0-cfe6-473c-83e3-7c1383483adf tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Jul 14 12:58:37.378338 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368c7d6-a726-419a-868f-ca5f7f293e42 req-ac0d343a-eecc-4309-b5e1-4e9ba9d39f65 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:37.382458 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2368c7d6-a726-419a-868f-ca5f7f293e42 req-ac0d343a-eecc-4309-b5e1-4e9ba9d39f65 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0758832 Jul 14 12:58:37.427726 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2368c7d6-a726-419a-868f-ca5f7f293e42 req-3746e60d-71c5-4829-9ade-255766d42f2e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Jul 14 12:58:37.499946 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:58:37.553529 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 29cc01fd-de12-453e-9548-e74e14b48166 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:58:37.554008 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:37.640692 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:37.668961 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:37.672848 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f380c45-75f0-459a-8953-681190953ac8" -d '{"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:37.705265 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:37.710637 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:37.775814 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=7']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:37.796168 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b777068-9cb7-40bb-aa61-97d64a0d1c03 x-openstack-request-id: req-1b777068-9cb7-40bb-aa61-97d64a0d1c03 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:37.796745 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:37.797027 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b777068-9cb7-40bb-aa61-97d64a0d1c03 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:37.797462 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'code': 200} Jul 14 12:58:38.440763 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4c3f-7f7b-4e36-a2ee-61325b47da88 req-68f32a6c-67d0-4a02-8c85-69d153a84929 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:38.447601 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-919d4c3f-7f7b-4e36-a2ee-61325b47da88 req-68f32a6c-67d0-4a02-8c85-69d153a84929 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Jul 14 12:58:38.492569 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-919d4c3f-7f7b-4e36-a2ee-61325b47da88 req-9d7ab67e-012f-47e2-b4a8-387181666494 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/security-groups?id=c1e5841d-aa12-4601-811e-6fabb62fb9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Jul 14 12:58:38.624201 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:38.658139 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:38.691341 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232ceb6-27dd-4249-8b90-14d5e17f8424 req-ed51a7e5-b376-45ed-a8e5-4420eb4e4aac tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:38.693702 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3232ceb6-27dd-4249-8b90-14d5e17f8424 req-ed51a7e5-b376-45ed-a8e5-4420eb4e4aac tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1211991 Jul 14 12:58:38.744840 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3232ceb6-27dd-4249-8b90-14d5e17f8424 req-5abfde8b-3d12-40a5-b250-c0935c5fcf1e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Jul 14 12:58:39.124984 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db11484-e4c8-4624-9220-41e82b65a338 req-ae1ac995-ce3b-485f-a34a-1b1bbf1f1be7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:39.126760 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2db11484-e4c8-4624-9220-41e82b65a338 req-ae1ac995-ce3b-485f-a34a-1b1bbf1f1be7 tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.49 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 946 time: 0.0710444 Jul 14 12:58:39.249813 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Deleting port baf849f8-17f5-4e28-b321-5329ce7ab698 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:39.250657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:39.362002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] For port baf849f8-17f5-4e28-b321-5329ce7ab698, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=baf849f8-17f5-4e28-b321-5329ce7ab698,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:39.362754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:39.380539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Calling delete_port for baf849f8-17f5-4e28-b321-5329ce7ab698 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:39.562029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:39.578895 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['baf849f8-17f5-4e28-b321-5329ce7ab698'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:58:39.631196 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Pushing event deleted for resources: {'Port': ['ID=baf849f8-17f5-4e28-b321-5329ce7ab698,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:39.687703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] No DVR routers for this DVR port baf849f8-17f5-4e28-b321-5329ce7ab698 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:58:39.690682 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:39.694390 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2db11484-e4c8-4624-9220-41e82b65a338 req-f3d38a74-d70e-42eb-ae90-c1e02fd4ca2f tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.49 "DELETE /v2.0/ports/baf849f8-17f5-4e28-b321-5329ce7ab698 HTTP/1.1" status: 204 len: 173 time: 0.5604498 Jul 14 12:58:39.695866 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'name': 'network-vif-deleted', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:39.699003 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8acc6-67cd-4dc7-9407-dde70d700802" -d '{"events": [{"server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "name": "network-vif-deleted", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:39.754797 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aecd18-e55d-4078-bfd9-87dec628044e x-openstack-request-id: req-73aecd18-e55d-4078-bfd9-87dec628044e {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:39.755285 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e56a1-344d-4e8c-976a-08ce6ce873f7", "name": "network-vif-deleted", "tag": "baf849f8-17f5-4e28-b321-5329ce7ab698", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:39.755413 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73aecd18-e55d-4078-bfd9-87dec628044e {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:39.755815 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e56a1-344d-4e8c-976a-08ce6ce873f7', 'name': 'network-vif-deleted', 'tag': 'baf849f8-17f5-4e28-b321-5329ce7ab698', 'status': 'completed', 'code': 200} Jul 14 12:58:39.767569 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-78dbf9e4-f776-46fd-845d-61a05ed8cc56 req-d9a97014-e061-4d6d-97b4-ac14ea351f7c tempest-TestMinimumBasicScenario-1098874590 tempest-TestMinimumBasicScenario-1098874590-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98e56a1-344d-4e8c-976a-08ce6ce873f7 HTTP/1.1" status: 200 len: 210 time: 0.0294807 Jul 14 12:58:39.970040 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bbad-b6d4-4e93-9e6a-05205e7f0ccf req-ebca5793-2955-4527-a97f-48c25411860e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:39.971688 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9fd1bbad-b6d4-4e93-9e6a-05205e7f0ccf req-ebca5793-2955-4527-a97f-48c25411860e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0757186 Jul 14 12:58:40.015088 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9fd1bbad-b6d4-4e93-9e6a-05205e7f0ccf req-b88b370e-28a4-4d84-b234-b89e43481627 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366914 Jul 14 12:58:41.240838 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07fa30-1024-413d-85b0-363d68776f48 req-58076f24-ce9c-47f4-af2d-16b035ca3815 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:41.243395 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c07fa30-1024-413d-85b0-363d68776f48 req-58076f24-ce9c-47f4-af2d-16b035ca3815 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0816042 Jul 14 12:58:41.289482 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c07fa30-1024-413d-85b0-363d68776f48 req-b6024f1a-a744-4cdd-95b6-b0286eb1ff6c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387425 Jul 14 12:58:41.551991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58604) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:42.260070 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:42.547844 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8191-e5c3-4238-a129-8fe35a44e458 req-4be8d1dc-f79a-4fa4-b402-69ef12f8124a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:42.556409 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c03f8191-e5c3-4238-a129-8fe35a44e458 req-4be8d1dc-f79a-4fa4-b402-69ef12f8124a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1132686 Jul 14 12:58:42.641684 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c03f8191-e5c3-4238-a129-8fe35a44e458 req-b9ad9e12-44c8-4919-a441-406243771a5e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671415 Jul 14 12:58:42.666130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Deleting port 33b93525-b027-49ca-b838-3dd852ac1091 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:42.666361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:42.760758 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] For port 33b93525-b027-49ca-b838-3dd852ac1091, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=33b93525-b027-49ca-b838-3dd852ac1091,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:42.761288 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:42.783718 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Calling delete_port for 33b93525-b027-49ca-b838-3dd852ac1091 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:42.994727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:43.030759 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Pushing event deleted for resources: {'Port': ['ID=33b93525-b027-49ca-b838-3dd852ac1091,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:43.242556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:43.483936 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:58:43.543294 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device baf849f8-17f5-4e28-b321-5329ce7ab698 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:43.571021 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: baf849f8-17f5-4e28-b321-5329ce7ab698 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:43.571755 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device baf849f8-17f5-4e28-b321-5329ce7ab698 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:43.615361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:58:43.622790 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-4fb6c0cf-ce8a-4e09-b8af-f1d5335ebe4a admin admin] 10.222.0.48 "PUT /v2.0/routers/d8d12a0f-a3c0-4120-aece-cd8d392f61f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674829 Jul 14 12:58:43.623690 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58614) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:43.625846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Sync routers for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:58:43.637037 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:43.638579 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:43.769755 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:43.813433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:43.901940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88fb3-473c-4495-b2bc-f1fd6edbfa20 req-1ac39092-cf5d-4542-9975-dc0b018ca2ac tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:43.911717 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2a88fb3-473c-4495-b2bc-f1fd6edbfa20 req-1ac39092-cf5d-4542-9975-dc0b018ca2ac tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1031790 Jul 14 12:58:43.969945 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c2a88fb3-473c-4495-b2bc-f1fd6edbfa20 req-493c2668-1d6c-447e-b304-f79334283e12 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558443 Jul 14 12:58:43.989774 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.060246 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Deleting port de11bca4-69ce-4a23-ade8-1a86295ba9e0 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:44.061150 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.120396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:58:42Z', 'revision_number': 5, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port': {'id': 'de11bca4-69ce-4a23-ade8-1a86295ba9e0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:55:55Z', 'updated_at': '2021-07-14T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:44.162502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] For port de11bca4-69ce-4a23-ade8-1a86295ba9e0, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=de11bca4-69ce-4a23-ade8-1a86295ba9e0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:44.162852 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.178565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Calling delete_port for de11bca4-69ce-4a23-ade8-1a86295ba9e0 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:44.179580 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Checking router: d8d12a0f-a3c0-4120-aece-cd8d392f61f8 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:58:44.193439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Routers {'d8d12a0f-a3c0-4120-aece-cd8d392f61f8'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:44.194112 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:44.294947 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] Set router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:44.356347 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:58:43Z', 'revision_number': 6, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:44.388248 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6baf7-9a5e-4420-89f6-3fb10f571d18 None None] The sync data for ids ['d8d12a0f-a3c0-4120-aece-cd8d392f61f8'] in dv-cinder-786933-4-iscsi is: [{'id': 'd8d12a0f-a3c0-4120-aece-cd8d392f61f8', 'name': 'tempest-TestMinimumBasicScenario-428713559-router', 'tenant_id': 'e59ff37dd461408982599eabe7e4d707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:55:54Z', 'updated_at': '2021-07-14T12:58:43Z', 'revision_number': 6, 'project_id': 'e59ff37dd461408982599eabe7e4d707', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:58:44.412769 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.441153 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Pushing event deleted for resources: {'Port': ['ID=de11bca4-69ce-4a23-ade8-1a86295ba9e0,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:44.514466 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.625094 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.629096 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.701015 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.702718 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d12a0f-a3c0-4120-aece-cd8d392f61f8 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:58:44.708519 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.709574 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-30d09b15-4193-4442-97a7-c7abb1dfbdad admin admin] 10.222.0.48 "DELETE /v2.0/routers/d8d12a0f-a3c0-4120-aece-cd8d392f61f8 HTTP/1.1" status: 204 len: 168 time: 1.0849249 Jul 14 12:58:44.712428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58620) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:44.776157 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Deleting subnet 306596c1-a726-4885-a593-ecc52b6ab669 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:58:44.780152 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.824280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:44.965713 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.035372 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.065947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306596c1-a726-4885-a593-ecc52b6ab669,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:45.087127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.097477 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34686bad-e9b3-4f98-bb24-a53f99f1ae3f None None] Network 51512089-a4d3-434b-af0c-09639276178c requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:58:45.098361 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58626) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:45.101015 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-33be5461-368b-4a19-b2ca-1cc21ce9c4ae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/306596c1-a726-4885-a593-ecc52b6ab669 HTTP/1.1" status: 204 len: 168 time: 0.3802919 Jul 14 12:58:45.206057 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.218021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17581-c5a6-4f37-82de-92974f0a94aa req-adcb2e9f-629a-4ee0-86ee-1dd37b0d40de tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:45.219199 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-63a17581-c5a6-4f37-82de-92974f0a94aa req-adcb2e9f-629a-4ee0-86ee-1dd37b0d40de tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1164155 Jul 14 12:58:45.273151 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-63a17581-c5a6-4f37-82de-92974f0a94aa req-44a90a82-190d-46d9-874b-6aa46a2d93c0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476582 Jul 14 12:58:45.303494 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Deleting port 8c232c51-2a6d-4c46-b09d-37ec61bc13de {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:45.304528 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.344245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device de11bca4-69ce-4a23-ade8-1a86295ba9e0 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:45.369919 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: de11bca4-69ce-4a23-ade8-1a86295ba9e0 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:45.370255 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device de11bca4-69ce-4a23-ade8-1a86295ba9e0 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:45.370675 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 33b93525-b027-49ca-b838-3dd852ac1091 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:45.391999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] For port 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=8c232c51-2a6d-4c46-b09d-37ec61bc13de,segment=NetworkSegment(9bdac81e-720d-4a34-be6e-976e4bca4783),segment_id=9bdac81e-720d-4a34-be6e-976e4bca4783)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:45.392366 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.398076 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 33b93525-b027-49ca-b838-3dd852ac1091 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:45.398784 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 33b93525-b027-49ca-b838-3dd852ac1091 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:45.409005 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Calling delete_port for 8c232c51-2a6d-4c46-b09d-37ec61bc13de owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:45.431806 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] DHCP port deletion for 51512089-a4d3-434b-af0c-09639276178c request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:58:45.514495 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.523896 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Deleting port 8c232c51-2a6d-4c46-b09d-37ec61bc13de {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:45.524310 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.548108 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8c232c51-2a6d-4c46-b09d-37ec61bc13de,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:45.551413 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] No DVR routers for this DVR port 8c232c51-2a6d-4c46-b09d-37ec61bc13de on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:58:45.624577 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] For port 8c232c51-2a6d-4c46-b09d-37ec61bc13de, host dv-cinder-786933-4-iscsi, got binding levels [] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:45.625091 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.642762 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Calling delete_port for 8c232c51-2a6d-4c46-b09d-37ec61bc13de owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:45.648116 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.ipam_backend_mixin [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Port 8c232c51-2a6d-4c46-b09d-37ec61bc13de was not found and therefore no delete operation was performed {{(pid=92955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:58:45.649523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.683562 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] No DVR routers for this DVR port 8c232c51-2a6d-4c46-b09d-37ec61bc13de on host dv-cinder-786933-4-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:58:45.689923 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ce30-68f8-4a02-b341-3eaa441aee66 None None] Pushing event deleted for resources: {'Port': ['ID=8c232c51-2a6d-4c46-b09d-37ec61bc13de,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:45.874717 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.885895 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51512089-a4d3-434b-af0c-09639276178c']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:45.897195 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdac81e-720d-4a34-be6e-976e4bca4783') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:45.897584 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdac81e-720d-4a34-be6e-976e4bca4783') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:45.909392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.925048 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.934173 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:58:45.934699 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:58:45.936244 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:58:46.003054 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:46.009162 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:46.012555 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/51512089-a4d3-434b-af0c-09639276178c HTTP/1.1" status: 204 len: 168 time: 0.9160299 Jul 14 12:58:46.016122 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58632) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:46.031025 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a731-fa81-4c9e-970b-322b05b412ad admin admin] Pushing event deleted for resources: {'Network': ['ID=51512089-a4d3-434b-af0c-09639276178c,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:46.401649 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:46.537962 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb25c-c1b6-4def-baf6-c726ad4fa4fd req-59f63bda-ec10-47bb-ae14-32ac8d3f970e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:46.539843 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcedb25c-c1b6-4def-baf6-c726ad4fa4fd req-59f63bda-ec10-47bb-ae14-32ac8d3f970e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1485970 Jul 14 12:58:46.628058 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bcedb25c-c1b6-4def-baf6-c726ad4fa4fd req-8030957c-f308-4969-b40c-1e4b806a398d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579610 Jul 14 12:58:46.729661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Deleting port 185ef151-dbfc-46d9-a649-b2f46ead6fb1 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:46.730175 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:46.812347 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] For port 185ef151-dbfc-46d9-a649-b2f46ead6fb1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=185ef151-dbfc-46d9-a649-b2f46ead6fb1,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:46.812714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:46.825023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Calling delete_port for 185ef151-dbfc-46d9-a649-b2f46ead6fb1 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:46.989990 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-c6226dc6-4f0a-4f72-81e3-56f1a64bacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:46.991522 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-c6226dc6-4f0a-4f72-81e3-56f1a64bacc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1219611 Jul 14 12:58:47.097080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 8c232c51-2a6d-4c46-b09d-37ec61bc13de no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:47.119181 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 8c232c51-2a6d-4c46-b09d-37ec61bc13de {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:47.119519 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 8c232c51-2a6d-4c46-b09d-37ec61bc13de not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:47.433656 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-56ad97a1-3dc8-499e-a253-2df0ad42f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:47.435164 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-56ad97a1-3dc8-499e-a253-2df0ad42f4e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.4345205 Jul 14 12:58:47.442164 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:47.524402 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Pushing event deleted for resources: {'Port': ['ID=185ef151-dbfc-46d9-a649-b2f46ead6fb1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:47.604141 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-d202ea0a-dedd-4733-87fe-2e39bb8a4364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 1001 time: 0.1576667 Jul 14 12:58:47.768804 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-4cf3e100-7bc9-4e12-bbbf-5dcb5815fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:47.770306 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-4cf3e100-7bc9-4e12-bbbf-5dcb5815fbc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.1553769 Jul 14 12:58:47.791256 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:47.857215 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83292fb-8a98-4363-b548-562c51612fa7 req-e7ce5fc1-76b1-4de3-9462-4098205842be tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:47.858782 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e83292fb-8a98-4363-b548-562c51612fa7 req-e7ce5fc1-76b1-4de3-9462-4098205842be tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0780435 Jul 14 12:58:47.899774 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e83292fb-8a98-4363-b548-562c51612fa7 req-4d0a23b3-48c0-4cf4-8849-d86ec71ad159 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349343 Jul 14 12:58:47.924709 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-26689df3-3acd-4015-8903-7d15e70d3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:47.926573 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-26689df3-3acd-4015-8903-7d15e70d3920 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458409 Jul 14 12:58:48.102577 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-c87f76ba-97bd-4b71-b622-4a3fd9c44cba service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667600 Jul 14 12:58:48.162150 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Router 854a812f-5e1e-479d-a094-e893cc488476 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:58:48.250168 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a48ba8f5-d73b-4238-888d-4929dfebb646 req-09dcf2cb-8e35-4f0c-973d-f4339c6d99db service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392314 Jul 14 12:58:48.299853 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:58:48.304936 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fbf6369f-4c42-4ed8-acb2-d7024b414732 admin admin] 10.222.0.48 "PUT /v2.0/routers/854a812f-5e1e-479d-a094-e893cc488476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2868218 Jul 14 12:58:48.307455 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58662) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:48.308410 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Sync routers for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:58:48.318935 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:48.319534 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:48.416895 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:48.420433 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:48.535394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:48.588136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Deleting port 89187561-3111-4bdc-9b1b-96964864ef4e {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:48.588481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:48.597075 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:58:47Z', 'revision_number': 5, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port': {'id': '89187561-3111-4bdc-9b1b-96964864ef4e', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a812f-5e1e-479d-a094-e893cc488476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:48.626359 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Checking router: 854a812f-5e1e-479d-a094-e893cc488476 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:58:48.635149 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Routers {'854a812f-5e1e-479d-a094-e893cc488476'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:58:48.635754 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:58:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['854a812f-5e1e-479d-a094-e893cc488476'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:48.677957 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] For port 89187561-3111-4bdc-9b1b-96964864ef4e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=89187561-3111-4bdc-9b1b-96964864ef4e,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:48.678270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:48.691212 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Calling delete_port for 89187561-3111-4bdc-9b1b-96964864ef4e owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:48.716064 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] Set router 854a812f-5e1e-479d-a094-e893cc488476 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:58:48.769937 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:58:48Z', 'revision_number': 6, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:48.797289 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bee45-221f-4800-a2c3-c8386feaa2f4 None None] The sync data for ids ['854a812f-5e1e-479d-a094-e893cc488476'] in dv-cinder-786933-4-iscsi is: [{'id': '854a812f-5e1e-479d-a094-e893cc488476', 'name': 'tempest-TestMinimumBasicScenario-123779907-router', 'tenant_id': 'f93f35b77e234bdcae121fac3cd919cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:56:01Z', 'updated_at': '2021-07-14T12:58:48Z', 'revision_number': 6, 'project_id': 'f93f35b77e234bdcae121fac3cd919cf', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:58:48.883128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:48.906936 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89187561-3111-4bdc-9b1b-96964864ef4e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:48.985203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.096471 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.096696 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7dcf-8761-402d-b4e8-98a156c3a7a0 req-4f578466-b656-495b-9738-a46bcad607e7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:49.098171 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-762c7dcf-8761-402d-b4e8-98a156c3a7a0 req-4f578466-b656-495b-9738-a46bcad607e7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0769196 Jul 14 12:58:49.099597 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.168508 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.170299 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854a812f-5e1e-479d-a094-e893cc488476 {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:58:49.176766 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.194707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58678) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:49.198236 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3f1922da-470f-4688-8891-a6efc8a9dda7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/854a812f-5e1e-479d-a094-e893cc488476 HTTP/1.1" status: 204 len: 168 time: 0.8862689 Jul 14 12:58:49.215382 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-762c7dcf-8761-402d-b4e8-98a156c3a7a0 req-864cf8e9-8e14-4f0e-9859-b42d889b7b4f tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101034 Jul 14 12:58:49.275756 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Deleting subnet d62486ee-821a-4a6f-8bd8-6541d2e1b158 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:58:49.279107 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.323405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.428570 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.484707 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.510509 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62486ee-821a-4a6f-8bd8-6541d2e1b158,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:49.515109 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.516973 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e946b1f9-94ed-44cc-843e-fcb6bfb856dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d62486ee-821a-4a6f-8bd8-6541d2e1b158 HTTP/1.1" status: 204 len: 168 time: 0.3214817 Jul 14 12:58:49.519710 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58680) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:49.522421 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f245251-1311-4af2-a5d3-30c7eafb929f None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:58:49.589520 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.634959 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 185ef151-dbfc-46d9-a649-b2f46ead6fb1 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:49.651709 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Deleting port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:49.652101 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.658415 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 185ef151-dbfc-46d9-a649-b2f46ead6fb1 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:49.659186 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 185ef151-dbfc-46d9-a649-b2f46ead6fb1 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:49.722064 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] For port e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:49.722424 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.734190 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] DHCP port deletion for ed282878-bd17-4c75-ab15-13c2d108aabd request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:58:49.743710 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Calling delete_port for e3e3d55f-b492-4660-bc56-e4e2b5d3a079 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:49.784837 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Deleting port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:58:49.785218 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.828884 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.850087 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] For port e3e3d55f-b492-4660-bc56-e4e2b5d3a079, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,segment=NetworkSegment(cec49046-52ab-45a1-84a8-859cfdf2f2dc),segment_id=cec49046-52ab-45a1-84a8-859cfdf2f2dc)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:49.850505 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.861092 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] No DVR routers for this DVR port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:58:49.875976 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Calling delete_port for e3e3d55f-b492-4660-bc56-e4e2b5d3a079 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:58:49.933197 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:49.955298 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:49.976085 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed282878-bd17-4c75-ab15-13c2d108aabd']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:49.991234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec49046-52ab-45a1-84a8-859cfdf2f2dc') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:49.991629 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec49046-52ab-45a1-84a8-859cfdf2f2dc') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:58:50.003493 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.022054 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.029156 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:58:50.030218 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:58:50.032225 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:58:50.099581 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.107033 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.109457 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed282878-bd17-4c75-ab15-13c2d108aabd HTTP/1.1" status: 204 len: 168 time: 0.5888314 Jul 14 12:58:50.119242 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6cc8-6975-4d98-8061-37862071f2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed282878-bd17-4c75-ab15-13c2d108aabd,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:50.141360 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.164196 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Network ed282878-bd17-4c75-ab15-13c2d108aabd is not hosted by any dhcp agent {{(pid=92955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 12:58:50.164651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] No DVR routers for this DVR port e3e3d55f-b492-4660-bc56-e4e2b5d3a079 on host dv-cinder-786933-4-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:58:50.166402 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb8995-d1b2-42c1-a586-bccc27295d2a None None] Pushing event deleted for resources: {'Port': ['ID=e3e3d55f-b492-4660-bc56-e4e2b5d3a079,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:50.299736 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58688) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:50.356082 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5cc6d5d7-b81f-4c05-97a4-2cc2c7df6e49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e59ff37dd461408982599eabe7e4d707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527134 Jul 14 12:58:50.356293 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58690) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:50.410225 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.425314 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333f763-94e6-4068-8aec-a2df296097de req-275e32d8-0feb-4828-997c-6fdd0f223ac8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:50.427119 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c333f763-94e6-4068-8aec-a2df296097de req-275e32d8-0feb-4828-997c-6fdd0f223ac8 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0666895 Jul 14 12:58:50.437107 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.478482 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c333f763-94e6-4068-8aec-a2df296097de req-b004e122-e863-4f29-867b-b4f70f4eadfa tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 Jul 14 12:58:50.491746 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.496489 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.498094 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1e5841d-aa12-4601-811e-6fabb62fb9e1 HTTP/1.1" status: 204 len: 168 time: 0.1405573 Jul 14 12:58:50.506561 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1467-4c09-45a4-a487-bfcedf9dea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5841d-aa12-4601-811e-6fabb62fb9e1,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:50.833397 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58706) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:50.879247 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-64587bbb-cb6a-4956-b8b6-19ca626f53db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f93f35b77e234bdcae121fac3cd919cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446148 Jul 14 12:58:50.881746 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58710) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:58:50.935940 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:50.957657 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:51.004199 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:51.006870 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:51.008175 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1934cb31-9abd-4fdf-814e-ef0b6ca637a9 HTTP/1.1" status: 204 len: 168 time: 0.1255221 Jul 14 12:58:51.022106 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8d8f1-975c-4f00-8cfc-38803e19c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1934cb31-9abd-4fdf-814e-ef0b6ca637a9,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:51.113684 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 89187561-3111-4bdc-9b1b-96964864ef4e no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:51.134987 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 89187561-3111-4bdc-9b1b-96964864ef4e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:51.135333 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 89187561-3111-4bdc-9b1b-96964864ef4e not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:51.135750 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e3e3d55f-b492-4660-bc56-e4e2b5d3a079 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:51.164931 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: e3e3d55f-b492-4660-bc56-e4e2b5d3a079 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:58:51.165270 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e3e3d55f-b492-4660-bc56-e4e2b5d3a079 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:58:51.229983 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:58:51.573815 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:58:51.651208 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:51.674136 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:58:51.674578 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5bd9-c43f-4324-9502-2871b644e37a req-ed20a43a-3af6-4b10-8441-17623344860b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:51.676359 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7709a84b-aa2d-40d7-8217-65c18a810b27" -d '{"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:58:51.677079 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-5e3f4b43-5383-43a2-9542-737572e93314 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650618 Jul 14 12:58:51.677561 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-db9f5bd9-c43f-4324-9502-2871b644e37a req-ed20a43a-3af6-4b10-8441-17623344860b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0782766 Jul 14 12:58:51.695278 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:58:51.700442 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:58:51.737268 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-db9f5bd9-c43f-4324-9502-2871b644e37a req-91aa36cd-2ad2-43fe-9988-cf44ce31de08 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526705 Jul 14 12:58:51.748864 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f4c49-f048-474a-8f4f-04fa4fe1e16a x-openstack-request-id: req-ee9f4c49-f048-474a-8f4f-04fa4fe1e16a {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:58:51.749327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-unplugged", "status": "failed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "code": 422}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:58:51.749733 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee9f4c49-f048-474a-8f4f-04fa4fe1e16a {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:58:51.750466 dv-cinder-786933-4-iscsi neutron-server[92955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'code': 422} returned with failed status Jul 14 12:58:51.790410 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=8']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:58:52.563261 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-a3edf227-7659-4377-b913-d57361e68d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.564793 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-a3edf227-7659-4377-b913-d57361e68d1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3&tenant_id=22c7ea74d33048098ef16ecf7eadf0cb HTTP/1.1" status: 200 len: 1096 time: 0.0535378 Jul 14 12:58:52.640110 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-66369f41-ab6d-4545-87c8-a0e19e8357c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.641522 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-66369f41-ab6d-4545-87c8-a0e19e8357c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0523305 Jul 14 12:58:52.732879 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-011d9ef3-ca1b-43c0-b653-1fee8a6038ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.734540 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-011d9ef3-ca1b-43c0-b653-1fee8a6038ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.0861053 Jul 14 12:58:52.801252 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-8cd82176-b340-47f1-828e-22720ea7d450 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 999 time: 0.0595648 Jul 14 12:58:52.850290 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-1695984e-820b-49cf-886b-4b111f145519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.851759 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-1695984e-820b-49cf-886b-4b111f145519 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0440288 Jul 14 12:58:52.914246 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-31a5384f-3aa5-4654-bfaf-2d948ac155be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.915680 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-31a5384f-3aa5-4654-bfaf-2d948ac155be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568657 Jul 14 12:58:52.930450 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a705e-0bec-4f93-8dbe-69f7e952fd06 req-52d824a8-f3b3-42f6-a47c-f7a02b88183b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:52.931529 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac8a705e-0bec-4f93-8dbe-69f7e952fd06 req-52d824a8-f3b3-42f6-a47c-f7a02b88183b tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0659387 Jul 14 12:58:52.970165 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ac8a705e-0bec-4f93-8dbe-69f7e952fd06 req-54404e69-e2d9-402d-8aff-5a8ec8236ea2 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Jul 14 12:58:53.007950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-ebc79828-f5b9-498c-a2d3-6b028e9202f3 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Jul 14 12:58:53.104385 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-b8f2032c-feaa-433c-8414-542928cba161 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893042 Jul 14 12:58:54.172722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67600a-68d7-472e-8115-a9aa9d770e99 req-849d10e6-71bd-4aaf-9031-a730d8a42fb3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:54.175271 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0f67600a-68d7-472e-8115-a9aa9d770e99 req-849d10e6-71bd-4aaf-9031-a730d8a42fb3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0840309 Jul 14 12:58:54.216370 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0f67600a-68d7-472e-8115-a9aa9d770e99 req-2ae7e5e1-b5f5-4f49-a03f-a36e7e338e6c tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361805 Jul 14 12:58:55.404731 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d477-553f-47ee-a2d8-aa2afd6268e7 req-e5ba0ee0-f9a2-49b4-90be-7981951331bf tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:55.406290 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8064d477-553f-47ee-a2d8-aa2afd6268e7 req-e5ba0ee0-f9a2-49b4-90be-7981951331bf tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0658367 Jul 14 12:58:55.454122 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8064d477-553f-47ee-a2d8-aa2afd6268e7 req-e65867c1-4f48-407b-9d47-1fdd59afcfc3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Jul 14 12:58:56.655242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efca2a1-1e3a-435e-8087-11692854369d req-73339980-e931-4fcf-a3d7-2e15b0efdfa0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:56.656785 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2efca2a1-1e3a-435e-8087-11692854369d req-73339980-e931-4fcf-a3d7-2e15b0efdfa0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0699599 Jul 14 12:58:56.706890 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2efca2a1-1e3a-435e-8087-11692854369d req-98f1f6e1-b431-45b1-a47f-b902ad4dc936 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Jul 14 12:58:57.895405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab04e0-de2a-4d78-8937-ba53aed773d4 req-603de372-c1ae-42b6-89ec-3cb6f2736807 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:57.896889 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4ab04e0-de2a-4d78-8937-ba53aed773d4 req-603de372-c1ae-42b6-89ec-3cb6f2736807 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0644600 Jul 14 12:58:57.942416 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e4ab04e0-de2a-4d78-8937-ba53aed773d4 req-5801a642-9222-4eee-8117-115511b4d4d4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 Jul 14 12:58:59.144468 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578eb84-5d14-49f9-b299-2fbfeb6c07f8 req-c8c09aee-dc96-4816-b2d7-8dbec58f10fe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:58:59.147177 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4578eb84-5d14-49f9-b299-2fbfeb6c07f8 req-c8c09aee-dc96-4816-b2d7-8dbec58f10fe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0803874 Jul 14 12:58:59.188618 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4578eb84-5d14-49f9-b299-2fbfeb6c07f8 req-e4dadda8-b924-45c8-9ae9-43f584d0acb0 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353365 Jul 14 12:59:00.398529 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd75d2c-5a14-4ba1-b30a-57fa07c09bd6 req-9eeafac6-4be7-44fe-b196-e2479a020064 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:00.399935 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2bd75d2c-5a14-4ba1-b30a-57fa07c09bd6 req-9eeafac6-4be7-44fe-b196-e2479a020064 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0838947 Jul 14 12:59:00.440551 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2bd75d2c-5a14-4ba1-b30a-57fa07c09bd6 req-8c972884-a080-4cf3-8d95-32295ee2e2ce tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Jul 14 12:59:01.628740 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182691d5-e820-4b93-921c-a011fd44a341 req-7be78307-a36d-4e06-b35b-d4522ad02fa7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:01.630428 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-182691d5-e820-4b93-921c-a011fd44a341 req-7be78307-a36d-4e06-b35b-d4522ad02fa7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0698230 Jul 14 12:59:01.672060 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-182691d5-e820-4b93-921c-a011fd44a341 req-8d5be3ce-4b6a-4ead-934f-ebd27b567325 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359769 Jul 14 12:59:02.871894 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb057c9-2e00-4710-bff5-039164eb575e req-d36054c9-dbae-4a88-a886-20cf5c5506f3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:02.873970 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ffb057c9-2e00-4710-bff5-039164eb575e req-d36054c9-dbae-4a88-a886-20cf5c5506f3 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0714517 Jul 14 12:59:02.914764 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ffb057c9-2e00-4710-bff5-039164eb575e req-316f2cd2-332d-4b6f-b14b-ec6725a26e24 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340946 Jul 14 12:59:03.086989 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-58d21d79-51ce-4c09-b7ce-c98cb1dce130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:04.099647 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead2c2f-0fae-4cf9-9c4b-50277d2c7a2f req-4b127e9f-8fcf-4063-812c-cd2663328626 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:04.101322 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bead2c2f-0fae-4cf9-9c4b-50277d2c7a2f req-4b127e9f-8fcf-4063-812c-cd2663328626 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0696080 Jul 14 12:59:04.142484 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bead2c2f-0fae-4cf9-9c4b-50277d2c7a2f req-adbad135-1ff7-46fc-951f-e5c249a528dd tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355659 Jul 14 12:59:05.333811 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cec671-b5d7-447c-b08c-4c4ff2407269 req-e7017e0d-e48a-4664-9b22-c6ba89bacce7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:05.335348 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-32cec671-b5d7-447c-b08c-4c4ff2407269 req-e7017e0d-e48a-4664-9b22-c6ba89bacce7 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0693278 Jul 14 12:59:05.375191 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-32cec671-b5d7-447c-b08c-4c4ff2407269 req-b8031368-23af-4524-9b10-49451a4ee123 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342607 Jul 14 12:59:05.435019 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-757f7dae-eb6d-4198-bc66-f3a9029d4c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:05.643683 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:59:05.737694 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:05.748689 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '29cc01fd-de12-453e-9548-e74e14b48166', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'port_id': '29cc01fd-de12-453e-9548-e74e14b48166', 'mac_address': 'fa:16:3e:a6:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:59:05.787007 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:05.804728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:59:05.830400 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:05.838036 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:05.844235 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:05.890285 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=9']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:06.060801 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['29cc01fd-de12-453e-9548-e74e14b48166'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:59:06.560729 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78247af-e0ba-44cb-90b1-0b04f7555bb6 req-04dd4b78-1470-4faa-b62d-bd354c4ce133 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:06.562215 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a78247af-e0ba-44cb-90b1-0b04f7555bb6 req-04dd4b78-1470-4faa-b62d-bd354c4ce133 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0696058 Jul 14 12:59:06.601075 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a78247af-e0ba-44cb-90b1-0b04f7555bb6 req-ac51599c-16f1-4d7e-86ae-f367fa9810b6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Jul 14 12:59:06.756676 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:07.633718 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:59:07.687523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 29cc01fd-de12-453e-9548-e74e14b48166 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:59:07.687880 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:07.765151 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:07.784287 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684e345-b5d7-404c-869c-8ac8afd779ee req-b705ba34-4d79-4822-92bd-3dbacfd90e60 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:07.785778 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0684e345-b5d7-404c-869c-8ac8afd779ee req-b705ba34-4d79-4822-92bd-3dbacfd90e60 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0673559 Jul 14 12:59:07.786796 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:07.789008 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782e7ed-d44a-4096-bfb5-df85e5495809" -d '{"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:07.802990 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:07.808526 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:07.828714 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0684e345-b5d7-404c-869c-8ac8afd779ee req-8e3da964-565e-4b11-a97c-8a30b55c28aa tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Jul 14 12:59:07.837281 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e62f239-6b2e-410f-a21b-9f5d2f304129 x-openstack-request-id: req-4e62f239-6b2e-410f-a21b-9f5d2f304129 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:07.837564 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:07.837809 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e62f239-6b2e-410f-a21b-9f5d2f304129 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:07.838226 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'code': 200} Jul 14 12:59:07.872525 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=10']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:08.145320 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051c3e-321b-4dad-9269-703e071b7b5e req-7b99e108-7f65-4e64-b27a-7dd5ee0b3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:08.146875 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b4051c3e-321b-4dad-9269-703e071b7b5e req-7b99e108-7f65-4e64-b27a-7dd5ee0b3ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0554445 Jul 14 12:59:08.183660 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b4051c3e-321b-4dad-9269-703e071b7b5e req-4e6e1ee5-11ab-4d69-b7cb-c2da667ac14b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301707 Jul 14 12:59:08.630287 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:08.648480 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:09.026168 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592ca28-3d0a-460e-8096-774a1c5c0851 req-1035d94e-5529-4f2c-9e77-3814bb3abf90 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:09.027697 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b592ca28-3d0a-460e-8096-774a1c5c0851 req-1035d94e-5529-4f2c-9e77-3814bb3abf90 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0770125 Jul 14 12:59:09.072125 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b592ca28-3d0a-460e-8096-774a1c5c0851 req-882d9690-3738-4b17-872d-4bd912b3eaa6 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388410 Jul 14 12:59:10.252752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87db237-6cf5-423d-b109-9225dbe170b4 req-8580a4a9-0b99-40b1-882d-4015432f903e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:10.255177 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e87db237-6cf5-423d-b109-9225dbe170b4 req-8580a4a9-0b99-40b1-882d-4015432f903e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0653796 Jul 14 12:59:10.296254 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e87db237-6cf5-423d-b109-9225dbe170b4 req-4db946cc-3121-4eba-b03f-83ac839360b4 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355973 Jul 14 12:59:11.098151 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-1d800406-a64a-4e48-b8d2-4443297e0079 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519059 Jul 14 12:59:11.172589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357248-9232-4391-a0cd-867eaedfd648 req-f7884275-fb45-4fe3-848e-dc55979c0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:11.174138 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-f7884275-fb45-4fe3-848e-dc55979c0720 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0544584 Jul 14 12:59:11.282977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357248-9232-4391-a0cd-867eaedfd648 req-88b5ff01-1a5e-4657-b16d-611688c975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:11.284455 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-88b5ff01-1a5e-4657-b16d-611688c975ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 200 len: 918 time: 0.0906527 Jul 14 12:59:11.349248 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-01451598-9687-4213-ab26-93395060a6ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 200 len: 1001 time: 0.0578463 Jul 14 12:59:11.398961 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357248-9232-4391-a0cd-867eaedfd648 req-ed9625d0-7f93-46dc-b4a7-56e6b20912ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:11.400453 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-ed9625d0-7f93-46dc-b4a7-56e6b20912ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 200 len: 856 time: 0.0449169 Jul 14 12:59:11.462071 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357248-9232-4391-a0cd-867eaedfd648 req-ca253714-e0c7-4b71-9a3a-79a2f1e914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:11.463566 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-ca253714-e0c7-4b71-9a3a-79a2f1e914dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05e77cd2-bd46-4c2b-97e5-fcf01a974050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554242 Jul 14 12:59:11.549757 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-4ced8302-e9b3-43bc-a492-0b2fb21ca360 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795827 Jul 14 12:59:11.642944 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-75357248-9232-4391-a0cd-867eaedfd648 req-5fca021e-3e23-4ffc-b318-a2ecfe493440 service neutron] 10.222.0.49 "GET /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Jul 14 12:59:18.201318 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ade9f-e967-4a37-8d4b-97bedac8f3e7 req-be0b4c26-3acf-4af7-aa11-c5d785cad5ba tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:18.202924 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-628ade9f-e967-4a37-8d4b-97bedac8f3e7 req-be0b4c26-3acf-4af7-aa11-c5d785cad5ba tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0709581 Jul 14 12:59:18.240127 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-628ade9f-e967-4a37-8d4b-97bedac8f3e7 req-aeb67f7f-2533-41f2-a5d8-6d2a265a0705 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jul 14 12:59:19.422641 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff30a-fa4e-43bc-8b06-0dcf8678761f req-0372c2b0-b7b4-409a-99f1-62b6be8e29f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:19.424126 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-134ff30a-fa4e-43bc-8b06-0dcf8678761f req-0372c2b0-b7b4-409a-99f1-62b6be8e29f6 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0634091 Jul 14 12:59:19.469898 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-134ff30a-fa4e-43bc-8b06-0dcf8678761f req-0a22fc76-c66f-406c-b857-6e7587eb2aec tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups?id=9442504d-65d1-4331-af07-248b6920b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Jul 14 12:59:19.940188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-a58cf542-4d65-4baa-b507-2c22c57b080b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:19.941925 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-a58cf542-4d65-4baa-b507-2c22c57b080b tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Jul 14 12:59:20.043728 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Deleting port a54fb383-f402-43e4-a3b8-f5e67db2d99a {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:20.044069 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:20.134707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] For port a54fb383-f402-43e4-a3b8-f5e67db2d99a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54fb383-f402-43e4-a3b8-f5e67db2d99a,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:20.135073 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:20.310646 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:20.311021 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:20.311333 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Floating IP cb1528f9-0dc6-4f64-86d5-c0a30fe7767d disassociated. External IP: 172.27.3.161, port: a54fb383-f402-43e4-a3b8-f5e67db2d99a. Jul 14 12:59:20.311674 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Calling delete_port for a54fb383-f402-43e4-a3b8-f5e67db2d99a owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:20.442278 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:20.474879 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'Port': ['ID=a54fb383-f402-43e4-a3b8-f5e67db2d99a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:20.486822 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.487177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.487524 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.487864 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.488199 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.488529 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.488859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.489187 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.489512 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.489830 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.490175 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.490494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:20.614647 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-15108306-63bb-4ad0-a90b-21cfa8a404a3 req-12220f5a-88c0-4175-bd44-980dbb13aac2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3c2ff2-499e-4cfd-bca6-4601b0558ca2 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Jul 14 12:59:20.625991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:21.024539 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:21.033621 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:21.042918 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:21.043541 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:21.068361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] No DVR routers for this DVR port a54fb383-f402-43e4-a3b8-f5e67db2d99a on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:21.070826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:21.072792 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06cdae8b-fcce-4453-9a08-5a1e46d38798 req-24ff9595-b799-46d7-9a4d-5ad4d5632af2 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.49 "DELETE /v2.0/ports/a54fb383-f402-43e4-a3b8-f5e67db2d99a HTTP/1.1" status: 204 len: 173 time: 1.1255488 Jul 14 12:59:21.073227 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'name': 'network-vif-deleted', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:21.075487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fee89c-c71b-433e-a5d9-b2045925c9ae" -d '{"events": [{"server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "name": "network-vif-deleted", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:21.126997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63957de6-6450-4096-aea7-ea58cc5d3267 x-openstack-request-id: req-63957de6-6450-4096-aea7-ea58cc5d3267 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:21.127291 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3c2ff2-499e-4cfd-bca6-4601b0558ca2", "name": "network-vif-deleted", "tag": "a54fb383-f402-43e4-a3b8-f5e67db2d99a", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:21.127544 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63957de6-6450-4096-aea7-ea58cc5d3267 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:21.127946 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3c2ff2-499e-4cfd-bca6-4601b0558ca2', 'name': 'network-vif-deleted', 'tag': 'a54fb383-f402-43e4-a3b8-f5e67db2d99a', 'status': 'completed', 'code': 200} Jul 14 12:59:21.165528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:21.365148 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:21.395345 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:21.403694 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:21.404330 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:21.510555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:21.728337 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:21.753996 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58954) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:21.755547 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5f7b3-37cd-46fb-bb91-8e4944464c74 None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:53:01Z', 'revision_number': 4, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'd60ffd8e-9f37-4eef-befe-aaf3d5455ffb', 'name': '', 'network_id': 'd4eee5b1-42d1-4fb2-9b3c-dbeee147f369', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'mac_address': 'fa:16:3e:cd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:15Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'subnets': [{'id': '506ace94-9d4b-41e2-9d0c-77d4d253a576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:21.818283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:21.842848 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:21.896224 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:21.898957 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:21.900092 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "DELETE /v2.0/security-groups/9442504d-65d1-4331-af07-248b6920b0bf HTTP/1.1" status: 204 len: 168 time: 0.1450157 Jul 14 12:59:21.903266 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58956) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:21.911287 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef48c3-773d-417e-8ea6-f6a89316c7b8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442504d-65d1-4331-af07-248b6920b0bf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:21.920117 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.api.v2.resource [None req-f2a79c0f-a99e-4555-935c-31e8f2720270 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] show failed (client error): The resource could not be found. Jul 14 12:59:21.925988 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58958) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:21.926203 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f2a79c0f-a99e-4555-935c-31e8f2720270 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "GET /v2.0/security-groups/9442504d-65d1-4331-af07-248b6920b0bf HTTP/1.1" status: 404 len: 347 time: 0.0204213 Jul 14 12:59:21.999772 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1703e96a-8e1e-409b-b923-b005a9c64613 None None] New status for floating IP cb1528f9-0dc6-4f64-86d5-c0a30fe7767d: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:59:22.060075 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Deleting port f31322ec-e133-433a-9c40-1542488621d2 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:22.060770 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.154611 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.154933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.167832 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Calling delete_port for f31322ec-e133-433a-9c40-1542488621d2 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:22.314773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.340048 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Pushing event deleted for resources: {'Port': ['ID=f31322ec-e133-433a-9c40-1542488621d2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:22.408188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.411112 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:22.412286 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b57b70cb-c326-4d44-bc3b-a2fe145e5ce8 tempest-AttachVolumeTestJSON-1034182127 tempest-AttachVolumeTestJSON-1034182127-project] 10.222.0.48 "DELETE /v2.0/floatingips/cb1528f9-0dc6-4f64-86d5-c0a30fe7767d HTTP/1.1" status: 204 len: 168 time: 0.4850652 Jul 14 12:59:23.707517 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device a54fb383-f402-43e4-a3b8-f5e67db2d99a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:23.727812 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: a54fb383-f402-43e4-a3b8-f5e67db2d99a {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:23.728164 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device a54fb383-f402-43e4-a3b8-f5e67db2d99a not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:26.096435 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58986) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:26.596384 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:26.852552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Deleting port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:26.852779 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:26.931783 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] For port d60ffd8e-9f37-4eef-befe-aaf3d5455ffb, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:26.932134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:26.946263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Calling delete_port for d60ffd8e-9f37-4eef-befe-aaf3d5455ffb owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:27.125337 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:27.149153 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d60ffd8e-9f37-4eef-befe-aaf3d5455ffb,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:27.317963 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:27.527899 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:27.633982 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:27.639000 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d764a507-4cc9-499c-82d6-512c5faafe8f admin admin] 10.222.0.48 "PUT /v2.0/routers/a7ed86fb-9422-49cd-b5a9-ce94d669ee5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5415475 Jul 14 12:59:27.641535 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58990) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:27.642379 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Sync routers for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:27.651436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:27.652045 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:27.750695 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:27.756029 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:27.860609 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:27.914376 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Deleting port 38f896ce-967f-482f-9e0e-81754c02789f {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:27.914721 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:27.944624 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '38f896ce-967f-482f-9e0e-81754c02789f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:59:27Z', 'revision_number': 5, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port': {'id': '38f896ce-967f-482f-9e0e-81754c02789f', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:27.971079 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Checking router: a7ed86fb-9422-49cd-b5a9-ce94d669ee5d for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:27.979322 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Routers {'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:27.979924 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:27.992585 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] For port 38f896ce-967f-482f-9e0e-81754c02789f, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=38f896ce-967f-482f-9e0e-81754c02789f,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:27.993059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.005725 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Calling delete_port for 38f896ce-967f-482f-9e0e-81754c02789f owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:28.180997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.211306 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Pushing event deleted for resources: {'Port': ['ID=38f896ce-967f-482f-9e0e-81754c02789f,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:28.212180 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] Set router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:28.228113 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:59:28.268529 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:59:27Z', 'revision_number': 6, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:28.275166 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.301606 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15caa1-9554-4180-97af-f6d91230c3c0 None None] The sync data for ids ['a7ed86fb-9422-49cd-b5a9-ce94d669ee5d'] in dv-cinder-786933-4-iscsi is: [{'id': 'a7ed86fb-9422-49cd-b5a9-ce94d669ee5d', 'name': 'tempest-AttachVolumeTestJSON-107959764-router', 'tenant_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:47Z', 'updated_at': '2021-07-14T12:59:27Z', 'revision_number': 6, 'project_id': '9b12b139eeba4bdeaa14edfa18890bbe', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:28.367055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.369138 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.413783 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.414343 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ed86fb-9422-49cd-b5a9-ce94d669ee5d {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:59:28.419516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.420673 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0d35ec05-d57d-4206-b2af-fa61140b641e admin admin] 10.222.0.48 "DELETE /v2.0/routers/a7ed86fb-9422-49cd-b5a9-ce94d669ee5d HTTP/1.1" status: 204 len: 168 time: 0.7781839 Jul 14 12:59:28.423318 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58992) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:28.472869 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Deleting subnet 506ace94-9d4b-41e2-9d0c-77d4d253a576 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:59:28.475907 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.514758 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.592334 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.645551 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.671865 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506ace94-9d4b-41e2-9d0c-77d4d253a576,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:28.677629 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.679540 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9847a618-b5e3-4731-aa88-a72f08e85b58 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/506ace94-9d4b-41e2-9d0c-77d4d253a576 HTTP/1.1" status: 204 len: 168 time: 0.2552619 Jul 14 12:59:28.681964 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 58994) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:28.684297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48b681-0430-41c6-a828-959c729bb770 None None] Network d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:28.764463 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.818598 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Deleting port 704300eb-ab06-4159-9cc5-fd006bd8cf21 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:28.818938 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.884381 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] For port 704300eb-ab06-4159-9cc5-fd006bd8cf21, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=704300eb-ab06-4159-9cc5-fd006bd8cf21,segment=NetworkSegment(2d358749-300a-4fa7-bf76-06554e39f975),segment_id=2d358749-300a-4fa7-bf76-06554e39f975)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:28.884736 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:28.897164 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Calling delete_port for 704300eb-ab06-4159-9cc5-fd006bd8cf21 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:28.979109 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.004830 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=704300eb-ab06-4159-9cc5-fd006bd8cf21,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:29.008305 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] No DVR routers for this DVR port 704300eb-ab06-4159-9cc5-fd006bd8cf21 on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:29.085549 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.099363 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eee5b1-42d1-4fb2-9b3c-dbeee147f369']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:29.099514 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d22eb-683f-4e0b-b001-c2e1d7d464ac None None] DHCP port deletion for d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:59:29.124167 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d358749-300a-4fa7-bf76-06554e39f975') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:29.124167 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d358749-300a-4fa7-bf76-06554e39f975') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:29.135062 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.154535 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.161391 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device d60ffd8e-9f37-4eef-befe-aaf3d5455ffb no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:29.165282 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:59:29.165695 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:59:29.167428 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:59:29.181709 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: d60ffd8e-9f37-4eef-befe-aaf3d5455ffb {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:29.185286 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device d60ffd8e-9f37-4eef-befe-aaf3d5455ffb not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:29.185286 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 38f896ce-967f-482f-9e0e-81754c02789f no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:29.202330 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 38f896ce-967f-482f-9e0e-81754c02789f {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:29.202675 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 38f896ce-967f-482f-9e0e-81754c02789f not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:29.203087 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 704300eb-ab06-4159-9cc5-fd006bd8cf21 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:29.222337 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 704300eb-ab06-4159-9cc5-fd006bd8cf21 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:29.222679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 704300eb-ab06-4159-9cc5-fd006bd8cf21 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:29.229448 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.236241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.238336 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d4eee5b1-42d1-4fb2-9b3c-dbeee147f369 HTTP/1.1" status: 204 len: 168 time: 0.5553901 Jul 14 12:59:29.251851 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64915-8fef-4022-8e99-28b23e91cff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eee5b1-42d1-4fb2-9b3c-dbeee147f369,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:29.375714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 58998) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:29.445916 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59000) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:29.446528 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-412ac15b-2ead-402f-936a-ae3cfeaaf726 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b12b139eeba4bdeaa14edfa18890bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0686815 Jul 14 12:59:29.502272 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.524387 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.571376 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.574110 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:29.578368 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb9de7a1-9e48-42cb-94cf-4389d7c9d06d HTTP/1.1" status: 204 len: 168 time: 0.1277335 Jul 14 12:59:29.586020 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa1d5c-f922-4493-8a5e-fe52929c568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9de7a1-9e48-42cb-94cf-4389d7c9d06d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:30.252752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59022) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:30.346329 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2120872170-network', 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:30.366455 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:59:30.368706 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.377406 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.465565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.469237 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.502030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:59:30.510844 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9593fea1-80fd-4e56-a7a1-7f076ddd7fba,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:30.517642 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.518020 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Added segment b4c497fa-6edc-4517-9b54-ec5e8a8ec897 of type vlan for network c964a45b-ee1a-4477-9882-49fb72f22b7f Jul 14 12:59:30.558865 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.590013 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.590916 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:30.592018 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.646380 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3924608 Jul 14 12:59:30.649516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59026) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:30.654372 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855a0d-0efd-476d-9a24-11cd5127d9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c964a45b-ee1a-4477-9882-49fb72f22b7f,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:30.655183 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Request body: {'subnet': {'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2120872170-subnet', 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:30.664353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network c964a45b-ee1a-4477-9882-49fb72f22b7f details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:59:30.676302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:59:30.678802 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.849474 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.905188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2672d897-2570-44eb-a473-ae4ea1aea841,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:30.914942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Checking segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:59:30.915291 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Network hostable DHCP agents. Network: c964a45b-ee1a-4477-9882-49fb72f22b7f, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:59:30.931024 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Network c964a45b-ee1a-4477-9882-49fb72f22b7f is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:59:30.939195 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, c964a45b-ee1a-4477-9882-49fb72f22b7f) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:59:30.943589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:30.944171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:30.948194 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a81ae1-eca2-41f7-a45f-767a8067f807 None None] Network c964a45b-ee1a-4477-9882-49fb72f22b7f requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:30.967523 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-015abce1-a251-4768-a65d-afc55790d632 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3168094 Jul 14 12:59:31.080064 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4dc04-dd42-462a-a813-967a66ac4d96 None None] Network c964a45b-ee1a-4477-9882-49fb72f22b7f requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:31.388661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-9dd3b55a-b934-4b8f-a5ae-2fbda4e8d222 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:31.390699 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-9dd3b55a-b934-4b8f-a5ae-2fbda4e8d222 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.0987685 Jul 14 12:59:31.405011 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-f778a120-0e7f-4c3c-8623-851a7bfb20e1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/quotas/fa2d9b7960f44586a8a41157debcf9bd HTTP/1.1" status: 200 len: 375 time: 0.0089867 Jul 14 12:59:31.441812 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-1c25d1a9-43ac-4aa8-9e05-2dbd4691eb5b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319526 Jul 14 12:59:31.585512 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-834e2625-0b12-46c0-81b7-780e3769ccdb service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372178 Jul 14 12:59:31.684746 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-b12ca53d-278c-4131-a4dd-77dbe031eb1d service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933757 Jul 14 12:59:31.849395 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5d1113c7-8c49-45ef-9cdc-699a20eddca7 req-96c98623-d4d4-4caf-bf28-9d3b158ba8a6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 210 time: 0.0284889 Jul 14 12:59:32.914848 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-20dd1689-670f-4e0b-8649-74d46ceefc98 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:32.917199 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-20dd1689-670f-4e0b-8649-74d46ceefc98 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1076982 Jul 14 12:59:32.941023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Request body: {'port': {'device_id': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'admin_state_up': True, 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:33.020032 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0536dc8d-31f8-4da6-8170-8864c4957ac5 req-3732fc48-e80e-488f-b489-c5d0ee116e31 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 210 time: 0.0351911 Jul 14 12:59:33.080037 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-04e3106f-6238-41b1-8099-2683066d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.085465 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:59:33.089273 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.149648 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59064) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:33.221733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Allocated IP 172.20.0.5 (c964a45b-ee1a-4477-9882-49fb72f22b7f/2672d897-2570-44eb-a473-ae4ea1aea841/e6c787c4-4424-4f69-83b2-382b363dcfc5) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:59:33.370782 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.405841 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Deleting port f16cf53f-de9e-4c76-8282-e8df2dc5628d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:33.406124 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.411716 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.462281 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Network c964a45b-ee1a-4477-9882-49fb72f22b7f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:59:33.466159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:59:33.470945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:59:33.494359 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.494693 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.494807 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event updated for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:33.509792 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Calling delete_port for f16cf53f-de9e-4c76-8282-e8df2dc5628d owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:33.525376 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:33.526024 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.540614 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-e003f479-1e1c-40e9-b847-30bee7318bba tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040859 Jul 14 12:59:33.554597 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Request body: {'port': {'device_id': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:33.626667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.694679 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.721965 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event deleted for resources: {'Port': ['ID=f16cf53f-de9e-4c76-8282-e8df2dc5628d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:33.753710 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.754174 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.754393 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.754722 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.755069 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.755347 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.755688 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.755980 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.756403 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.756718 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.757130 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.757379 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:33.808011 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.808335 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Floating IP 8ae04269-fe82-44ab-989d-8a1a7fc5eb94 disassociated (deleted). External IP: 172.27.3.186, port: eda98090-9e6c-4e6b-81f2-15231fa04ce2. Jul 14 12:59:33.928044 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c787c4-4424-4f69-83b2-382b363dcfc5 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:59:33.935441 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:33.947703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Transition to ACTIVE for port object e6c787c4-4424-4f69-83b2-382b363dcfc5 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:59:33.951543 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:34.006738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:34.019325 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Router 46448809-eeea-4eba-b329-34ebc6254557 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:34.080567 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Attempting to bind port e6c787c4-4424-4f69-83b2-382b363dcfc5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:59:34.080908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Attempting to bind port e6c787c4-4424-4f69-83b2-382b363dcfc5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:59:34.081244 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Attempting to bind port e6c787c4-4424-4f69-83b2-382b363dcfc5 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:59:34.086964 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Port e6c787c4-4424-4f69-83b2-382b363dcfc5 on network c964a45b-ee1a-4477-9882-49fb72f22b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:59:34.087333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Attempting to bind port e6c787c4-4424-4f69-83b2-382b363dcfc5 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:59:34.092829 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:59:34.093164 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Checking segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:59:34.093546 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Bound using segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:59:34.094004 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Bound port: e6c787c4-4424-4f69-83b2-382b363dcfc5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:59:34.094366 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:34.134284 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:34.144715 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:34.144944 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Sync routers for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:34.156090 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:34.157106 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:34.222678 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-9a29e719-1214-465d-a244-fa31932d8d0a tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "DELETE /v2.0/floatingips/8ae04269-fe82-44ab-989d-8a1a7fc5eb94 HTTP/1.1" status: 204 len: 168 time: 1.0686917 Jul 14 12:59:34.222678 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:34.225031 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:34.260292 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038cb0-ed66-4472-a991-dc9687fa1253 req-078c1d35-ce97-4034-b615-7d343d66843c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.262006 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b1038cb0-ed66-4472-a991-dc9687fa1253 req-078c1d35-ce97-4034-b615-7d343d66843c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 943 time: 0.0910408 Jul 14 12:59:34.274124 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:34.317138 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b1038cb0-ed66-4472-a991-dc9687fa1253 req-580f5c82-4d9d-448f-b415-4b1179c23899 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Jul 14 12:59:34.463021 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691808d-fee4-484b-ae13-a8e9976dffc0 x-openstack-request-id: req-2691808d-fee4-484b-ae13-a8e9976dffc0 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:34.463384 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:34.463750 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2691808d-fee4-484b-ae13-a8e9976dffc0 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:34.464252 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'status': 'completed', 'code': 200} Jul 14 12:59:34.525131 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:34.547367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:59:34.551271 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Checking router: 46448809-eeea-4eba-b329-34ebc6254557 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:34.560322 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:34.561375 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:34.563030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:59:34.574041 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:34.616426 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.616801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:34.619334 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e6c787c4-4424-4f69-83b2-382b363dcfc5 HTTP/1.1" status: 200 len: 1093 time: 1.0684419 Jul 14 12:59:34.620710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:34.623746 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:34.627227 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-fd6a8c56-c6ee-48f0-b03a-4972cc69aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.628722 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-fd6a8c56-c6ee-48f0-b03a-4972cc69aea8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97093795c04d47ac98a8b744280ddbea&device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 1098 time: 0.1338310 Jul 14 12:59:34.680410 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06566-8bf4-4413-84dc-8d23a5e60de3 req-37662fc9-e2bb-45da-8610-5df02e1d5d0f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.681807 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-07f06566-8bf4-4413-84dc-8d23a5e60de3 req-37662fc9-e2bb-45da-8610-5df02e1d5d0f tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0929446 Jul 14 12:59:34.691233 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7138311-207a-470c-b49b-683592aff831 x-openstack-request-id: req-a7138311-207a-470c-b49b-683592aff831 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:34.691861 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:34.691861 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7138311-207a-470c-b49b-683592aff831 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:34.692141 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5', 'status': 'completed', 'code': 200} Jul 14 12:59:34.696241 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:34.722803 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7ca1a-ac04-4cc3-be3f-cf80daf6cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:34.723048 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-07f06566-8bf4-4413-84dc-8d23a5e60de3 req-582d4c64-1211-4a87-9ff9-0b94a1d4ca6c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343511 Jul 14 12:59:34.784516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-e3ce28f1-4bdd-40cb-827f-7dc2da99b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.786066 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-e3ce28f1-4bdd-40cb-827f-7dc2da99b8e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 200 len: 910 time: 0.1496272 Jul 14 12:59:34.792773 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-a721abf4-bf63-4339-9d5a-3e5200c8a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.794857 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-a721abf4-bf63-4339-9d5a-3e5200c8a82e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1051345 Jul 14 12:59:34.837506 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-6d122347-c0bd-4d74-8496-665c32af2f45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 200 len: 217 time: 0.0416574 Jul 14 12:59:34.872355 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-22382964-6283-4590-bda8-a9d9eb1831ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5 HTTP/1.1" status: 200 len: 217 time: 0.0693316 Jul 14 12:59:34.944487 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-96ba0fad-9fe6-4c41-97d0-f66f11789264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.945985 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-96ba0fad-9fe6-4c41-97d0-f66f11789264 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 200 len: 848 time: 0.0819752 Jul 14 12:59:34.952933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-60641430-8c9a-4148-ae92-d773452b1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:34.954338 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-60641430-8c9a-4148-ae92-d773452b1b74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0624454 Jul 14 12:59:34.996069 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:35.006868 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-7a60bbf2-02b7-4395-97d5-b216f88d7a7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440946 Jul 14 12:59:35.025257 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca030581-9e79-4236-858f-46fa0f1ce1ac None None] The sync data for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi is: [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:54:09Z', 'revision_number': 4, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf', 'name': '', 'network_id': '78481042-093f-4c06-948e-7fb1bbcf4079', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'mac_address': 'fa:16:3e:59:38:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:09Z', 'updated_at': '2021-07-14T12:54:15Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'subnets': [{'id': '3eaa74b5-80a2-4fd8-b98b-20769efdd780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:35.086955 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-7096af90-d70a-400c-944c-2ce2ef914d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.088504 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-7096af90-d70a-400c-944c-2ce2ef914d38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=78481042-093f-4c06-948e-7fb1bbcf4079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1333294 Jul 14 12:59:35.171051 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-24de6190-5f6c-40a2-8afb-d4dc360525f6 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555371 Jul 14 12:59:35.248173 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3ce0a-b57c-4d73-b9eb-72b7ebfefbb9 None None] New status for floating IP 8ae04269-fe82-44ab-989d-8a1a7fc5eb94: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:59:35.254404 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-432e8f0e-d890-4384-8d6b-d39f609977ea service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553824 Jul 14 12:59:35.343843 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-fa593a9f-17ee-40f9-ad5c-fbca71ab757b service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636376 Jul 14 12:59:35.380693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-89dd220a-d3bc-4e3a-8d07-8c7ed3346fb3 req-f0ff859e-e362-4b5a-a896-31b0132f8a08 service neutron] 10.222.0.49 "GET /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140931 Jul 14 12:59:35.427998 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-df8990f0-0bf2-4f11-9f59-c87abd22c447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:35.484771 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-79c462ad-f36d-4802-89f5-33bbb6070eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.486357 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-79c462ad-f36d-4802-89f5-33bbb6070eae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0918281 Jul 14 12:59:35.565061 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951d99-b54e-4c24-aa60-635ffd7beb4a req-85dc6a52-8f83-4e60-8272-c5410e94e0e0 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.566824 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6951d99-b54e-4c24-aa60-635ffd7beb4a req-85dc6a52-8f83-4e60-8272-c5410e94e0e0 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 943 time: 0.1316936 Jul 14 12:59:35.617676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-b45ed555-3151-49ef-9073-a96dca3e5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.619177 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-b45ed555-3151-49ef-9073-a96dca3e5626 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 916 time: 0.1249866 Jul 14 12:59:35.626291 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c6951d99-b54e-4c24-aa60-635ffd7beb4a req-49389a83-84f7-45d9-9eb2-48ae487a361b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 Jul 14 12:59:35.665825 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-0fe187e5-4231-4bb7-ac1c-6bc0ad4020c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5 HTTP/1.1" status: 200 len: 217 time: 0.0381720 Jul 14 12:59:35.719448 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-0275780d-fb89-4737-a753-f5c665290850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.720925 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-0275780d-fb89-4737-a753-f5c665290850 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0442035 Jul 14 12:59:35.754970 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-bfc78ce5-3979-4b23-96b9-29646bc233f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259006 Jul 14 12:59:35.836392 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:35.855365 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-d9058ab9-f21b-4e14-9f07-d73638fc4875 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 Jul 14 12:59:35.923727 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9812f3-252e-483d-9137-43080635564f req-ac2bd4b1-b230-490f-a811-95212ff23e46 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:35.925238 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f9812f3-252e-483d-9137-43080635564f req-ac2bd4b1-b230-490f-a811-95212ff23e46 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0760679 Jul 14 12:59:35.955466 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c72ed3e3-866c-4ffb-bf74-45e3f37318dd req-d0b28c62-a6ac-4bfc-9e42-d4788260d72d service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888250 Jul 14 12:59:35.971286 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9f9812f3-252e-483d-9137-43080635564f req-2cd8cfdb-faed-4efe-9148-c4f41057c007 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/security-groups?id=3285627c-f754-491e-bf8f-ec0688fc26ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401950 Jul 14 12:59:36.188491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-1ef2407d-2360-41cc-b902-25468d531d1b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:36.189999 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-1ef2407d-2360-41cc-b902-25468d531d1b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.49 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 945 time: 0.0679224 Jul 14 12:59:36.296010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Deleting port eda98090-9e6c-4e6b-81f2-15231fa04ce2 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:36.296342 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:36.384257 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] For port eda98090-9e6c-4e6b-81f2-15231fa04ce2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eda98090-9e6c-4e6b-81f2-15231fa04ce2,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:36.384533 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:36.400093 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Calling delete_port for eda98090-9e6c-4e6b-81f2-15231fa04ce2 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:36.532901 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:36.562136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event deleted for resources: {'Port': ['ID=eda98090-9e6c-4e6b-81f2-15231fa04ce2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:36.613070 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] No DVR routers for this DVR port eda98090-9e6c-4e6b-81f2-15231fa04ce2 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:36.615676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:36.617767 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1a899f3a-37e9-42a0-99cd-bc54accd17e6 req-b1bf5204-d5bd-4774-8e38-82a350000b3b tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.49 "DELETE /v2.0/ports/eda98090-9e6c-4e6b-81f2-15231fa04ce2 HTTP/1.1" status: 204 len: 173 time: 0.4223940 Jul 14 12:59:36.693989 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-deleted', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:36.696120 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2af98bf-7d29-486f-95fc-2093e3b91bc0" -d '{"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-deleted", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:36.732259 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0328ee06-6659-4a61-9df9-12f25d0066e0 x-openstack-request-id: req-0328ee06-6659-4a61-9df9-12f25d0066e0 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:36.732551 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0a93d-9b18-4034-8623-0aa1b13326dd", "name": "network-vif-deleted", "tag": "eda98090-9e6c-4e6b-81f2-15231fa04ce2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:36.732802 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0328ee06-6659-4a61-9df9-12f25d0066e0 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:36.733199 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0a93d-9b18-4034-8623-0aa1b13326dd', 'name': 'network-vif-deleted', 'tag': 'eda98090-9e6c-4e6b-81f2-15231fa04ce2', 'status': 'completed', 'code': 200} Jul 14 12:59:36.759978 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:36.802365 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ca2e-6458-482d-81fd-b50b8269c249 req-99c8329c-14e8-4a6b-9efe-b7461352f09a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:36.804164 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-66f8ca2e-6458-482d-81fd-b50b8269c249 req-99c8329c-14e8-4a6b-9efe-b7461352f09a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 943 time: 0.0652525 Jul 14 12:59:36.843228 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-66f8ca2e-6458-482d-81fd-b50b8269c249 req-c6ad7d9a-8f1b-41e0-b117-563766cf51d1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jul 14 12:59:37.145441 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7e6040c8-f6c7-45ac-893e-1d466b0639f4 req-ab72916d-74c2-4bec-a31c-0cb6ca7738d3 tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "GET /v2.0/ports?device_id=6de0a93d-9b18-4034-8623-0aa1b13326dd HTTP/1.1" status: 200 len: 210 time: 0.0382855 Jul 14 12:59:37.759858 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device e6c787c4-4424-4f69-83b2-382b363dcfc5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:59:37.857216 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:37.868607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'e6c787c4-4424-4f69-83b2-382b363dcfc5', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'port_id': 'e6c787c4-4424-4f69-83b2-382b363dcfc5', 'mac_address': 'fa:16:3e:77:45:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2672d897-2570-44eb-a473-ae4ea1aea841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:59:37.930167 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:37.953731 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c787c4-4424-4f69-83b2-382b363dcfc5 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:59:37.982885 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:37.987243 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.022789 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58c62-ad5e-4e3f-befa-e37530c4b3c2 req-963d04b6-cc5c-4056-bd6d-41fc0b9a1cd1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:38.024192 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-98c58c62-ad5e-4e3f-befa-e37530c4b3c2 req-963d04b6-cc5c-4056-bd6d-41fc0b9a1cd1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 943 time: 0.0666313 Jul 14 12:59:38.041344 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:38.056137 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.056491 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.056835 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.057175 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.057508 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.057838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.058197 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.058525 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.058853 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.059181 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.059505 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.059875 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:59:38.068026 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-98c58c62-ad5e-4e3f-befa-e37530c4b3c2 req-0ecb236d-df74-41b4-951b-7ec6c417b890 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Jul 14 12:59:38.208744 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:59:38.230662 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59096) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:38.291521 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.317222 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.380813 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.383359 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.384491 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] 10.222.0.48 "DELETE /v2.0/security-groups/3285627c-f754-491e-bf8f-ec0688fc26ce HTTP/1.1" status: 204 len: 168 time: 0.1527948 Jul 14 12:59:38.393941 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103057b-9229-4c64-ad48-504b0f2cd55c tempest-TestShelveInstance-475003739 tempest-TestShelveInstance-475003739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3285627c-f754-491e-bf8f-ec0688fc26ce,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:38.441364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59100) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:38.634785 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.650451 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:38.852711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.112796 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Deleting port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:39.113430 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.195173 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] For port 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:39.195528 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.209490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Calling delete_port for 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:39.244157 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8929e-aa96-4d76-9af9-f5df8373bbc0 req-0eee221b-2d34-44e2-b4c7-01f6d2afc685 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:39.245818 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ec8929e-aa96-4d76-9af9-f5df8373bbc0 req-0eee221b-2d34-44e2-b4c7-01f6d2afc685 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 944 time: 0.0630617 Jul 14 12:59:39.285484 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7ec8929e-aa96-4d76-9af9-f5df8373bbc0 req-0398eaac-7424-44da-a63f-3b543f5edfd8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Jul 14 12:59:39.389176 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.418703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:39.584439 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.775950 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device e6c787c4-4424-4f69-83b2-382b363dcfc5 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:59:39.792744 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Router 46448809-eeea-4eba-b329-34ebc6254557 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:39.827442 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port e6c787c4-4424-4f69-83b2-382b363dcfc5 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:59:39.832062 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port e6c787c4-4424-4f69-83b2-382b363dcfc5 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:59:39.832608 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.900191 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:39.908664 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59106) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:39.908846 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-19008f2a-efb6-47b1-b9f2-a7326aff36cc admin admin] 10.222.0.48 "PUT /v2.0/routers/46448809-eeea-4eba-b329-34ebc6254557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662602 Jul 14 12:59:39.910490 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Sync routers for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:39.915782 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.919581 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:39.920197 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:39.939602 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:39.942129 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51f7fa1-47d6-4e4e-9a0b-e37109e60754" -d '{"events": [{"server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:39.960474 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:39.966763 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:39.967862 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:40.000818 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebba1d9-56bb-414c-9660-63665ea15467 x-openstack-request-id: req-6ebba1d9-56bb-414c-9660-63665ea15467 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:40.001275 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:40.002112 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ebba1d9-56bb-414c-9660-63665ea15467 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:40.002112 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5', 'code': 200} Jul 14 12:59:40.020573 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: eda98090-9e6c-4e6b-81f2-15231fa04ce2 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:40.021014 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device eda98090-9e6c-4e6b-81f2-15231fa04ce2 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:40.027622 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.035663 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:40.044166 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:40.225975 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:59:39Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:40.251110 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34406ef9-183a-44c8-a98b-406b112f2e4b req-2659a4c3-24df-4880-ba8e-bc2306b3ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:40.252772 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-34406ef9-183a-44c8-a98b-406b112f2e4b req-2659a4c3-24df-4880-ba8e-bc2306b3ed3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0637839 Jul 14 12:59:40.256901 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Checking router: 46448809-eeea-4eba-b329-34ebc6254557 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:40.266586 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Routers {'46448809-eeea-4eba-b329-34ebc6254557'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:40.267255 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['46448809-eeea-4eba-b329-34ebc6254557'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:40.290537 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-34406ef9-183a-44c8-a98b-406b112f2e4b req-331f2272-e121-41f8-a770-017cf61ee873 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Jul 14 12:59:40.373319 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.374086 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] Set router 46448809-eeea-4eba-b329-34ebc6254557 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:40.472941 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Deleting port 5ce106b2-5bc1-4984-bc38-3d6327b860b7 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:40.473280 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.536556 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5df8-fa43-431a-afc2-6f7c78fb06c1 req-6f7672e0-c365-4731-8188-6dbbb0a19b70 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:40.538040 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f10a5df8-fa43-431a-afc2-6f7c78fb06c1 req-6f7672e0-c365-4731-8188-6dbbb0a19b70 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 945 time: 0.1269600 Jul 14 12:59:40.549850 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:59:39Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:40.576881 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b68acf-0ffe-434f-a92f-0f048027e032 None None] The sync data for ids ['46448809-eeea-4eba-b329-34ebc6254557'] in dv-cinder-786933-4-iscsi is: [{'id': '46448809-eeea-4eba-b329-34ebc6254557', 'name': 'tempest-TestShelveInstance-1609613584-router', 'tenant_id': '97093795c04d47ac98a8b744280ddbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:06Z', 'updated_at': '2021-07-14T12:59:39Z', 'revision_number': 5, 'project_id': '97093795c04d47ac98a8b744280ddbea', 'gw_port': {'id': '5ce106b2-5bc1-4984-bc38-3d6327b860b7', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448809-eeea-4eba-b329-34ebc6254557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:07Z', 'updated_at': '2021-07-14T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:40.602318 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f10a5df8-fa43-431a-afc2-6f7c78fb06c1 req-d75f7ccf-2168-4865-9b46-f7500b8eda58 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579579 Jul 14 12:59:40.605814 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] For port 5ce106b2-5bc1-4984-bc38-3d6327b860b7, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=5ce106b2-5bc1-4984-bc38-3d6327b860b7,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:40.605814 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.625057 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Calling delete_port for 5ce106b2-5bc1-4984-bc38-3d6327b860b7 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:40.795874 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.827449 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce106b2-5bc1-4984-bc38-3d6327b860b7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:40.891432 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.983920 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:40.986288 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.037149 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.037588 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46448809-eeea-4eba-b329-34ebc6254557 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:59:41.045403 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.046605 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c9b951f4-4d51-4570-9bdd-862c3d0b7244 admin admin] 10.222.0.48 "DELETE /v2.0/routers/46448809-eeea-4eba-b329-34ebc6254557 HTTP/1.1" status: 204 len: 168 time: 1.1369512 Jul 14 12:59:41.049323 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59112) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:41.105437 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Deleting subnet 3eaa74b5-80a2-4fd8-b98b-20769efdd780 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:59:41.109242 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.152338 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.220477 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:41.243649 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:41.243872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 4f7e4f6e-6d86-45f0-8568-9a8d0aa2cfdf not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:41.244860 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.304246 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.328289 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eaa74b5-80a2-4fd8-b98b-20769efdd780,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:41.334533 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.336379 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-455f89d6-3f13-460a-9028-6ff4dbff4531 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3eaa74b5-80a2-4fd8-b98b-20769efdd780 HTTP/1.1" status: 204 len: 168 time: 0.2861111 Jul 14 12:59:41.339135 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59114) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:41.340090 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55bb0d-00f8-4cc0-8605-21edcacfc263 None None] Network 78481042-093f-4c06-948e-7fb1bbcf4079 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:41.411734 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.463738 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Deleting port 7700924e-46fc-4087-9557-368a50d2f2ba {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:41.464074 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.526412 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] For port 7700924e-46fc-4087-9557-368a50d2f2ba, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7700924e-46fc-4087-9557-368a50d2f2ba,segment=NetworkSegment(b94660ae-764e-481f-9df7-556dfdb704c9),segment_id=b94660ae-764e-481f-9df7-556dfdb704c9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:41.526767 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.539602 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Calling delete_port for 7700924e-46fc-4087-9557-368a50d2f2ba owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:41.620560 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.646034 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7700924e-46fc-4087-9557-368a50d2f2ba,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:41.649979 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] No DVR routers for this DVR port 7700924e-46fc-4087-9557-368a50d2f2ba on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:41.671373 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc95baa-1efd-4f8c-aff9-d3b33172a7ab None None] DHCP port deletion for 78481042-093f-4c06-948e-7fb1bbcf4079 request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:59:41.736269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.746061 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78481042-093f-4c06-948e-7fb1bbcf4079']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:41.756783 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94660ae-764e-481f-9df7-556dfdb704c9') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:41.757081 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94660ae-764e-481f-9df7-556dfdb704c9') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:41.767519 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.781451 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.787510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:59:41.787997 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:59:41.789945 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:59:41.811353 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7893-b34a-41c4-8128-96665280b541 req-0996adb0-609e-4d0a-b034-a84b75660ecc tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:41.813009 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681b7893-b34a-41c4-8128-96665280b541 req-0996adb0-609e-4d0a-b034-a84b75660ecc tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 945 time: 0.0671034 Jul 14 12:59:41.846008 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.851379 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:41.854349 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/78481042-093f-4c06-948e-7fb1bbcf4079 HTTP/1.1" status: 204 len: 168 time: 0.5141273 Jul 14 12:59:41.856049 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59118) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:41.856349 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-681b7893-b34a-41c4-8128-96665280b541 req-f4907f7a-1fbe-4db5-9092-d182d383f10e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Jul 14 12:59:41.874148 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dd075-6161-47dc-8484-3dfcd696c9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78481042-093f-4c06-948e-7fb1bbcf4079,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:42.308624 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:42.617025 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Deleting port 62a65fe1-f490-4129-bfc1-f410b90e365e {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:42.617790 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:42.696036 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] For port 62a65fe1-f490-4129-bfc1-f410b90e365e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=62a65fe1-f490-4129-bfc1-f410b90e365e,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:42.696394 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:42.709713 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Calling delete_port for 62a65fe1-f490-4129-bfc1-f410b90e365e owned by network:router_interface {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:42.889561 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:42.915497 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a65fe1-f490-4129-bfc1-f410b90e365e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:43.096535 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:43.185987 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7700924e-46fc-4087-9557-368a50d2f2ba no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:43.206354 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 7700924e-46fc-4087-9557-368a50d2f2ba {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:43.206698 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7700924e-46fc-4087-9557-368a50d2f2ba not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:43.207107 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 5ce106b2-5bc1-4984-bc38-3d6327b860b7 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:43.226780 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 5ce106b2-5bc1-4984-bc38-3d6327b860b7 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:43.227126 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 5ce106b2-5bc1-4984-bc38-3d6327b860b7 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:43.324364 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Router 9dd6da64-8ef4-479e-a48e-14532a730d10 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:43.460673 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:43.466189 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8d7ed4f0-9f4d-481f-ab77-bf1a2e163f20 admin admin] 10.222.0.48 "PUT /v2.0/routers/9dd6da64-8ef4-479e-a48e-14532a730d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086500 Jul 14 12:59:43.468309 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59140) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:43.470798 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Sync routers for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:43.495538 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:43.496426 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:43.593094 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:43.631052 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:43.880460 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:59:42Z', 'revision_number': 5, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:43.907278 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Checking router: 9dd6da64-8ef4-479e-a48e-14532a730d10 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:43.916254 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Routers {'9dd6da64-8ef4-479e-a48e-14532a730d10'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:43.916773 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9dd6da64-8ef4-479e-a48e-14532a730d10'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:43.998099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.019511 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c814-275f-4fb1-8524-e18206442c72 req-6d11c8f4-1e81-43fa-9da3-9de6314e1ca9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:44.021015 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4e83c814-275f-4fb1-8524-e18206442c72 req-6d11c8f4-1e81-43fa-9da3-9de6314e1ca9 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0908194 Jul 14 12:59:44.033649 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] Set router 9dd6da64-8ef4-479e-a48e-14532a730d10 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:44.094377 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-4e83c814-275f-4fb1-8524-e18206442c72 req-4614d7b2-39b0-4ef8-b582-9994870a5235 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525277 Jul 14 12:59:44.110520 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Deleting port 1ddcf825-bb5c-482f-8378-e88d52bb5893 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:44.110866 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.194851 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] For port 1ddcf825-bb5c-482f-8378-e88d52bb5893, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=1ddcf825-bb5c-482f-8378-e88d52bb5893,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:44.195114 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.214186 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Calling delete_port for 1ddcf825-bb5c-482f-8378-e88d52bb5893 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:44.221381 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:59:42Z', 'revision_number': 5, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:44.251088 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7328f0-614a-4e41-a427-a73f1c74daba None None] The sync data for ids ['9dd6da64-8ef4-479e-a48e-14532a730d10'] in dv-cinder-786933-4-iscsi is: [{'id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'name': 'tempest-TestShelveInstance-2118391003-router', 'tenant_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:54:11Z', 'updated_at': '2021-07-14T12:59:42Z', 'revision_number': 5, 'project_id': '815eb3744d4a4e74a15b3b3a46a18d0b', 'gw_port': {'id': '1ddcf825-bb5c-482f-8378-e88d52bb5893', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd6da64-8ef4-479e-a48e-14532a730d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:54:12Z', 'updated_at': '2021-07-14T12:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:44.380847 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.407681 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddcf825-bb5c-482f-8378-e88d52bb5893,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:44.471648 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.560979 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.563120 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.608966 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.609585 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd6da64-8ef4-479e-a48e-14532a730d10 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:59:44.614455 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.615594 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-74eae358-75ab-4ae7-ad20-08835f065acf admin admin] 10.222.0.48 "DELETE /v2.0/routers/9dd6da64-8ef4-479e-a48e-14532a730d10 HTTP/1.1" status: 204 len: 168 time: 1.1463630 Jul 14 12:59:44.618038 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59150) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:44.663262 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Deleting subnet 13b331ba-1f79-4e56-8395-6199e6e28405 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:59:44.666595 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.706400 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.788098 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.849055 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.874946 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b331ba-1f79-4e56-8395-6199e6e28405,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:44.878598 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:44.882907 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-02e3fe2d-af92-4a90-a39d-5d1572684508 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13b331ba-1f79-4e56-8395-6199e6e28405 HTTP/1.1" status: 204 len: 168 time: 0.2614975 Jul 14 12:59:44.883286 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59154) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:44.886304 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a30b6b-010a-4a6c-b56f-307750415d10 None None] Network 7951193f-cdb7-4fe4-8859-941867e0a49f requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:44.978253 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.043316 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Deleting port 853ae040-6c7a-4fa3-ac57-112e8b17e997 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:45.044004 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.053281 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-e34a4a52-7246-4b98-a511-c7edfe194587 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:45.055228 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-e34a4a52-7246-4b98-a511-c7edfe194587 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0676653 Jul 14 12:59:45.115995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] For port 853ae040-6c7a-4fa3-ac57-112e8b17e997, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=853ae040-6c7a-4fa3-ac57-112e8b17e997,segment=NetworkSegment(e88adc1e-b64c-4714-a652-f0d6928bc41f),segment_id=e88adc1e-b64c-4714-a652-f0d6928bc41f)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:45.116384 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.142893 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Calling delete_port for 853ae040-6c7a-4fa3-ac57-112e8b17e997 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:45.165040 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Deleting port 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:45.165564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.235027 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.256143 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb9783-0f0c-446f-b81a-4c26354765b3 None None] DHCP port deletion for 7951193f-cdb7-4fe4-8859-941867e0a49f request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:59:45.262718 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Pushing event deleted for resources: {'Port': ['ID=853ae040-6c7a-4fa3-ac57-112e8b17e997,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:45.269575 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] No DVR routers for this DVR port 853ae040-6c7a-4fa3-ac57-112e8b17e997 on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:45.324343 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] For port 29cc01fd-de12-453e-9548-e74e14b48166, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=29cc01fd-de12-453e-9548-e74e14b48166,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:45.324995 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.352066 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.352916 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcfca-85e7-4fc0-be9f-a058a0f563e9 req-d23c005b-d1ce-4774-aa02-146f04e5133a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:45.353482 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 62a65fe1-f490-4129-bfc1-f410b90e365e no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:45.355626 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a8bcfca-85e7-4fc0-be9f-a058a0f563e9 req-d23c005b-d1ce-4774-aa02-146f04e5133a tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19df243-471f-4c3c-b283-1c7a17e0d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1220818 Jul 14 12:59:45.365996 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7951193f-cdb7-4fe4-8859-941867e0a49f']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:45.377663 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88adc1e-b64c-4714-a652-f0d6928bc41f') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:45.377995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88adc1e-b64c-4714-a652-f0d6928bc41f') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:45.378198 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 62a65fe1-f490-4129-bfc1-f410b90e365e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:45.378543 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 62a65fe1-f490-4129-bfc1-f410b90e365e not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:45.378952 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 1ddcf825-bb5c-482f-8378-e88d52bb5893 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:45.393352 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.398275 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 1ddcf825-bb5c-482f-8378-e88d52bb5893 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:45.398641 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 1ddcf825-bb5c-482f-8378-e88d52bb5893 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:45.399055 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 853ae040-6c7a-4fa3-ac57-112e8b17e997 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:45.414059 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.421264 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:59:45.421680 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:59:45.424695 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:59:45.427241 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 853ae040-6c7a-4fa3-ac57-112e8b17e997 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:45.427605 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 853ae040-6c7a-4fa3-ac57-112e8b17e997 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:45.501681 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.507651 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.512505 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7951193f-cdb7-4fe4-8859-941867e0a49f HTTP/1.1" status: 204 len: 168 time: 0.6278374 Jul 14 12:59:45.525213 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21edfe-2e67-4417-a564-86272731594c admin admin] Pushing event deleted for resources: {'Network': ['ID=7951193f-cdb7-4fe4-8859-941867e0a49f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:45.647290 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59160) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:45.694332 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-344d21da-b079-414e-bd55-6dc387588d60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97093795c04d47ac98a8b744280ddbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456979 Jul 14 12:59:45.696750 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59162) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:45.748525 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.771852 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3a8bcfca-85e7-4fc0-be9f-a058a0f563e9 req-f049af3c-8a3e-4fac-a7a6-5e1a08f6f52d tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ea4722-38f6-41d2-b219-775b7609745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843966 Jul 14 12:59:45.777035 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.833218 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.835916 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.837092 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/473554f6-cb3f-476b-9a6c-a00c03c84a67 HTTP/1.1" status: 204 len: 168 time: 0.1394465 Jul 14 12:59:45.845970 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.846165 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496f6c4-2d7d-4aeb-89c2-ad6c3ea8b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473554f6-cb3f-476b-9a6c-a00c03c84a67,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:45.846358 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:45.846675 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Floating IP 8c6335bf-ea86-49a8-95e0-ad53d1688964 disassociated. External IP: 172.27.3.246, port: 29cc01fd-de12-453e-9548-e74e14b48166. Jul 14 12:59:45.847005 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Calling delete_port for 29cc01fd-de12-453e-9548-e74e14b48166 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:45.993037 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.026661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'Port': ['ID=29cc01fd-de12-453e-9548-e74e14b48166,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:46.156787 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:46.211395 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59170) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:46.251338 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8d48993b-0d60-463c-804d-9297e5622287 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=815eb3744d4a4e74a15b3b3a46a18d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386360 Jul 14 12:59:46.253800 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59172) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:46.276706 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:46.288614 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:46.303135 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:46.303699 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:46.308656 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.324054 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] No DVR routers for this DVR port 29cc01fd-de12-453e-9548-e74e14b48166 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:46.327330 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.329385 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fc2670bc-538b-4424-a157-b9ebd3c4a8c6 req-cb9aee56-74f7-4bd7-8338-58ab293eabb5 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.49 "DELETE /v2.0/ports/29cc01fd-de12-453e-9548-e74e14b48166 HTTP/1.1" status: 204 len: 173 time: 1.2679789 Jul 14 12:59:46.329824 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-deleted', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:46.332040 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.332183 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48058e5-c995-409f-af9f-679d7e640e87" -d '{"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-deleted", "tag": "29cc01fd-de12-453e-9548-e74e14b48166"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:46.386674 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.389973 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.393481 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b8409c8-cfce-48df-9253-0d40ca1ae8e7 HTTP/1.1" status: 204 len: 168 time: 0.1364985 Jul 14 12:59:46.401027 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfb686-7e9b-461c-9b12-d3cac313fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8409c8-cfce-48df-9253-0d40ca1ae8e7,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:46.401520 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00d5bff-5c38-4384-87db-32a6b95a238b x-openstack-request-id: req-f00d5bff-5c38-4384-87db-32a6b95a238b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:46.401813 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df243-471f-4c3c-b283-1c7a17e0d2f3", "name": "network-vif-deleted", "tag": "29cc01fd-de12-453e-9548-e74e14b48166", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:46.404280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f00d5bff-5c38-4384-87db-32a6b95a238b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:46.405941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df243-471f-4c3c-b283-1c7a17e0d2f3', 'name': 'network-vif-deleted', 'tag': '29cc01fd-de12-453e-9548-e74e14b48166', 'status': 'completed', 'code': 200} Jul 14 12:59:46.466184 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:46.717485 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:46.745732 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:46.756046 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:46.757076 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:46.877094 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:46.903440 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59182) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:46.969234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:46.998706 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.052430 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.055128 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.056263 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6ea4722-38f6-41d2-b219-775b7609745a HTTP/1.1" status: 204 len: 168 time: 0.1518528 Jul 14 12:59:47.059266 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59186) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:47.066133 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03959ad8-2af4-45ad-a85e-730aada0135e tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea4722-38f6-41d2-b219-775b7609745a,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:47.073499 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.api.v2.resource [None req-31414552-8bd8-4e58-81af-3f6d879e8158 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] show failed (client error): The resource could not be found. Jul 14 12:59:47.074683 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-31414552-8bd8-4e58-81af-3f6d879e8158 tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "GET /v2.0/security-groups/e6ea4722-38f6-41d2-b219-775b7609745a HTTP/1.1" status: 404 len: 347 time: 0.0144656 Jul 14 12:59:47.078403 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59188) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:47.194996 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:47.216220 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Deleting port d17bdd21-7cce-4229-a76b-7542d9dc057f {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:47.216845 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.224331 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06464159-c67d-4ed8-b2c0-9a060b11f019 None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:52:59Z', 'revision_number': 4, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': '7cb3aa8a-a1f0-4ceb-9657-41470f617f6e', 'name': '', 'network_id': '05e77cd2-bd46-4c2b-97e5-fcf01a974050', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'mac_address': 'fa:16:3e:85:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:57Z', 'updated_at': '2021-07-14T12:53:12Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'subnets': [{'id': '5a47fc68-bc9c-4c1d-b163-495238bb59a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:47.299457 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.299784 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.312484 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Calling delete_port for d17bdd21-7cce-4229-a76b-7542d9dc057f owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:47.452436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.462495 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d95b4a-cb8c-4ce1-8694-2bbb56eaecc6 None None] New status for floating IP 8c6335bf-ea86-49a8-95e0-ad53d1688964: DOWN {{(pid=92955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:59:47.476458 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Pushing event deleted for resources: {'Port': ['ID=d17bdd21-7cce-4229-a76b-7542d9dc057f,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:47.543328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.545920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:47.547096 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-56e56fdd-8210-4c1e-82e4-784acd356bbe tempest-AttachVolumeShelveTestJSON-606054216 tempest-AttachVolumeShelveTestJSON-606054216-project] 10.222.0.48 "DELETE /v2.0/floatingips/8c6335bf-ea86-49a8-95e0-ad53d1688964 HTTP/1.1" status: 204 len: 168 time: 0.4679544 Jul 14 12:59:49.813201 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:49.833548 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 29cc01fd-de12-453e-9548-e74e14b48166 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:49.833852 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 29cc01fd-de12-453e-9548-e74e14b48166 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:50.121281 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59216) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:50.497895 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-2e69071e-1551-4174-bd17-dc7e91c74f22 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:50.499376 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-2e69071e-1551-4174-bd17-dc7e91c74f22 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1823692 Jul 14 12:59:50.546753 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-66df67df-175e-481f-9ad4-82617b692a0f tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/quotas/fa2d9b7960f44586a8a41157debcf9bd HTTP/1.1" status: 200 len: 375 time: 0.0413039 Jul 14 12:59:50.679237 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-b1a6af2d-e345-4042-b38f-e8c5288d720a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259604 Jul 14 12:59:50.805337 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-96d93343-7883-4918-bd90-997ac11d3dcb service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190901 Jul 14 12:59:50.930335 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-c46bc4ff-bc04-4b2a-96dd-de13620e000e service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177611 Jul 14 12:59:50.948707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:51.100623 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6074c32e-1f6f-4fd9-a4a1-1a67c1e1ed17 req-ec60a4d4-5be9-44a5-aed2-19fb01951f09 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 210 time: 0.0317152 Jul 14 12:59:51.240843 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Deleting port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:51.241459 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:51.333231 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] For port 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:51.333526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:51.346079 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Calling delete_port for 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:51.539869 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:51.567798 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb3aa8a-a1f0-4ceb-9657-41470f617f6e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:51.752710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:51.981361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Router 1770c6f5-859b-46ad-9179-070e93b0e2c6 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:59:52.103827 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:59:52.110034 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9c5e5420-7cfd-480a-9110-5d8cb09e5be1 admin admin] 10.222.0.48 "PUT /v2.0/routers/1770c6f5-859b-46ad-9179-070e93b0e2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9869854 Jul 14 12:59:52.112412 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Sync routers for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:59:52.114405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59242) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:52.142520 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:52.143338 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:52.227161 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-ee57d595-fc37-4b34-9181-c4233a24e7b4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:52.228953 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-ee57d595-fc37-4b34-9181-c4233a24e7b4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1394958 Jul 14 12:59:52.249302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Request body: {'port': {'device_id': '9395f705-f8f6-4389-9148-75e2b361264a', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'admin_state_up': True, 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:52.276752 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.293859 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:52.396314 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.459940 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Deleting port e7e03075-5ddd-4fc7-8260-655a70190906 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:52.460322 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.488652 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:59:51Z', 'revision_number': 5, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port': {'id': 'e7e03075-5ddd-4fc7-8260-655a70190906', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:52:49Z', 'updated_at': '2021-07-14T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:52.516660 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Checking router: 1770c6f5-859b-46ad-9179-070e93b0e2c6 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:59:52.525471 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Routers {'1770c6f5-859b-46ad-9179-070e93b0e2c6'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:59:52.526294 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T12:59:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['1770c6f5-859b-46ad-9179-070e93b0e2c6'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:52.547846 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] For port e7e03075-5ddd-4fc7-8260-655a70190906, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e7e03075-5ddd-4fc7-8260-655a70190906,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:52.548201 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.562426 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Calling delete_port for e7e03075-5ddd-4fc7-8260-655a70190906 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:52.612859 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] Set router 1770c6f5-859b-46ad-9179-070e93b0e2c6 gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:59:52.646330 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e844b45a-7e6c-4507-9ffd-928eb25eda97 req-285700a5-3803-45c1-bd73-b9079c9b4d64 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 210 time: 0.0296419 Jul 14 12:59:52.666484 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:59:52Z', 'revision_number': 6, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:52.696110 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c54eaa-36f4-4d57-83d3-27cb78122096 None None] The sync data for ids ['1770c6f5-859b-46ad-9179-070e93b0e2c6'] in dv-cinder-786933-4-iscsi is: [{'id': '1770c6f5-859b-46ad-9179-070e93b0e2c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1483286190-router', 'tenant_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:52:48Z', 'updated_at': '2021-07-14T12:59:52Z', 'revision_number': 6, 'project_id': '22c7ea74d33048098ef16ecf7eadf0cb', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:59:52.723505 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:59:52.729278 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.737725 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.770060 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e03075-5ddd-4fc7-8260-655a70190906,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:52.831045 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.864366 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Allocated IP 172.20.0.8 (c964a45b-ee1a-4477-9882-49fb72f22b7f/2672d897-2570-44eb-a473-ae4ea1aea841/d060370e-4691-44ba-8ebd-e9d511f74ac4) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:59:52.924494 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.926819 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.978051 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.978626 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1770c6f5-859b-46ad-9179-070e93b0e2c6 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:59:52.983611 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:52.986543 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b53d0460-c34b-46ed-82e9-9889830f01d3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1770c6f5-859b-46ad-9179-070e93b0e2c6 HTTP/1.1" status: 204 len: 168 time: 0.8703322 Jul 14 12:59:52.987303 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59250) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:53.017443 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.039133 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Deleting subnet 5a47fc68-bc9c-4c1d-b163-495238bb59a4 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:59:53.042637 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.061083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.074286 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:59:53.084392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.136710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Network c964a45b-ee1a-4477-9882-49fb72f22b7f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:59:53.140442 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:59:53.144524 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:59:53.199222 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.201296 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event updated for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:53.222675 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:53.223228 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.246123 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1cbdc297-c82e-49d6-90b8-cb962038556a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010853 Jul 14 12:59:53.258742 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Request body: {'port': {'device_id': '9395f705-f8f6-4389-9148-75e2b361264a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:59:53.267068 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.294536 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a47fc68-bc9c-4c1d-b163-495238bb59a4,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:53.301419 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.303434 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7813d583-7a5c-4a7c-8321-16e917d02b21 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a47fc68-bc9c-4c1d-b163-495238bb59a4 HTTP/1.1" status: 204 len: 168 time: 0.3145514 Jul 14 12:59:53.305973 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59252) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:53.308161 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f78e59-06cb-4039-91ac-4bc8e6fc88f6 None None] Network 05e77cd2-bd46-4c2b-97e5-fcf01a974050 requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:59:53.391988 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.411589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.572931 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] DHCP port deletion for 05e77cd2-bd46-4c2b-97e5-fcf01a974050 request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:59:53.604820 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:53.606691 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Deleting port 19aed7c9-71ba-47e8-b127-a0412712eaf9 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:53.607030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.698418 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] For port 19aed7c9-71ba-47e8-b127-a0412712eaf9, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=19aed7c9-71ba-47e8-b127-a0412712eaf9,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:53.698848 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.727304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Calling delete_port for 19aed7c9-71ba-47e8-b127-a0412712eaf9 owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:53.772109 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:53.772349 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 7cb3aa8a-a1f0-4ceb-9657-41470f617f6e not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:53.801167 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Deleting port 19aed7c9-71ba-47e8-b127-a0412712eaf9 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:59:53.801546 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.822777 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d060370e-4691-44ba-8ebd-e9d511f74ac4 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:59:53.836211 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.854377 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416871d-8e61-411a-88da-3034e0b40a03 req-c95a0636-3aa6-4a49-bc25-e1eca4816757 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:53.856164 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a416871d-8e61-411a-88da-3034e0b40a03 req-c95a0636-3aa6-4a49-bc25-e1eca4816757 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 931 time: 0.0824933 Jul 14 12:59:53.860799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Transition to ACTIVE for port object d060370e-4691-44ba-8ebd-e9d511f74ac4 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:59:53.875864 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] For port 19aed7c9-71ba-47e8-b127-a0412712eaf9, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=19aed7c9-71ba-47e8-b127-a0412712eaf9,segment=NetworkSegment(5698a65a-feb5-45ba-9cc7-7501f321870e),segment_id=5698a65a-feb5-45ba-9cc7-7501f321870e)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:53.876691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.876910 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.896999 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Calling delete_port for 19aed7c9-71ba-47e8-b127-a0412712eaf9 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:59:53.909164 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a416871d-8e61-411a-88da-3034e0b40a03 req-a96e20c0-73da-49e8-bc28-e0df33eec1a4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Jul 14 12:59:53.927035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:53.952263 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Pushing event updated for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:53.955727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] No DVR routers for this DVR port 19aed7c9-71ba-47e8-b127-a0412712eaf9 on host dv-cinder-786933-4-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:53.991404 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.014378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Pushing event deleted for resources: {'Port': ['ID=19aed7c9-71ba-47e8-b127-a0412712eaf9,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:54.017094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] Pushing event deleted for resources: {'Port': ['ID=19aed7c9-71ba-47e8-b127-a0412712eaf9,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:54.021499 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc74c7-4c9f-4589-8a11-b4de606c9258 None None] No DVR routers for this DVR port 19aed7c9-71ba-47e8-b127-a0412712eaf9 on host dv-cinder-786933-4-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:59:54.098938 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.114210 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e77cd2-bd46-4c2b-97e5-fcf01a974050']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:54.123748 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Attempting to bind port d060370e-4691-44ba-8ebd-e9d511f74ac4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:59:54.124076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Attempting to bind port d060370e-4691-44ba-8ebd-e9d511f74ac4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:59:54.124429 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Attempting to bind port d060370e-4691-44ba-8ebd-e9d511f74ac4 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:59:54.130003 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5698a65a-feb5-45ba-9cc7-7501f321870e') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:54.130290 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5698a65a-feb5-45ba-9cc7-7501f321870e') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:59:54.138160 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Port d060370e-4691-44ba-8ebd-e9d511f74ac4 on network c964a45b-ee1a-4477-9882-49fb72f22b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:59:54.138481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Attempting to bind port d060370e-4691-44ba-8ebd-e9d511f74ac4 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:59:54.144293 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.151778 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:59:54.152113 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Checking segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:59:54.152486 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Bound using segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:59:54.152915 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Bound port: d060370e-4691-44ba-8ebd-e9d511f74ac4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:59:54.153288 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.168178 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.193666 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:59:54.194083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:59:54.195765 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:59:54.267727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.274242 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.276132 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] 10.222.0.48 "DELETE /v2.0/networks/05e77cd2-bd46-4c2b-97e5-fcf01a974050 HTTP/1.1" status: 204 len: 168 time: 0.9690177 Jul 14 12:59:54.279808 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:59:54.292589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014f9af-7bd6-497e-bbbc-dd024cb0922b admin admin] Pushing event deleted for resources: {'Network': ['ID=05e77cd2-bd46-4c2b-97e5-fcf01a974050,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:54.302745 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:59:54.307783 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.348726 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:54.349419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.351123 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] 10.222.0.49 "PUT /v2.0/ports/d060370e-4691-44ba-8ebd-e9d511f74ac4 HTTP/1.1" status: 200 len: 1093 time: 1.0970690 Jul 14 12:59:54.351617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:59:54.354053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5da7722-9680-4e63-9e8f-b9add22b3bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:59:54.375836 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073ec51-50db-4af3-947e-b0770d6781ce service neutron] Pushing event updated for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:54.403431 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231602f-338d-4b67-9a16-0ed6a6d217cb x-openstack-request-id: req-d231602f-338d-4b67-9a16-0ed6a6d217cb {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:59:54.403722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:59:54.403973 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d231602f-338d-4b67-9a16-0ed6a6d217cb {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:59:54.404372 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4', 'status': 'completed', 'code': 200} Jul 14 12:59:54.421760 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59260) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:54.450621 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-cf18f82e-db59-4d1d-8dee-1abd7703ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:54.452156 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-cf18f82e-db59-4d1d-8dee-1abd7703ef8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 1096 time: 0.0585759 Jul 14 12:59:54.468139 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6733b8cc-28af-47dc-bc47-a718be40c30e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22c7ea74d33048098ef16ecf7eadf0cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449960 Jul 14 12:59:54.470540 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59262) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:54.498856 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-cb8b93fa-ea38-488b-b48f-383fa36dbc87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4 HTTP/1.1" status: 200 len: 217 time: 0.0391619 Jul 14 12:59:54.523816 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.546934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.548865 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-5b7aa53e-89b3-4da2-a12d-87803077e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:54.550387 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-5b7aa53e-89b3-4da2-a12d-87803077e8a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0449884 Jul 14 12:59:54.584035 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-42ebea33-99ee-4300-80a1-a6d2d2a06238 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265429 Jul 14 12:59:54.599106 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.601859 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:54.602944 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c726ff99-47ef-46fd-b8d5-7cd6c179ea24 HTTP/1.1" status: 204 len: 168 time: 0.1315298 Jul 14 12:59:54.612030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8897f-1410-4133-a5bc-f4fc738774e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726ff99-47ef-46fd-b8d5-7cd6c179ea24,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:54.680583 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-666dc84d-a3d5-439d-a637-5d7c971f6ada service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887258 Jul 14 12:59:54.781718 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-23a07a92-313a-41f3-8d4e-ec5cf60fcd65 req-d9de4c9d-ac65-4cfa-9493-766166997c18 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Jul 14 12:59:54.886290 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-2d794ca0-a9dc-4fe3-892a-dce2d733f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:54.888409 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-2d794ca0-a9dc-4fe3-892a-dce2d733f444 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 1096 time: 0.0554736 Jul 14 12:59:54.991838 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-4759894f-810c-4243-9a2d-79d8c6bfca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:54.993434 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-4759894f-810c-4243-9a2d-79d8c6bfca9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 916 time: 0.0972874 Jul 14 12:59:55.040960 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-b48b9d60-9fca-4495-8122-820faf6a1d7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4 HTTP/1.1" status: 200 len: 217 time: 0.0398872 Jul 14 12:59:55.105045 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-0b13632f-99d6-46ec-a8f2-291cec322ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:55.106770 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-0b13632f-99d6-46ec-a8f2-291cec322ec9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0585294 Jul 14 12:59:55.109221 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c4e8d-2015-409b-a955-842080d0afe8 req-2e4db1f4-d4d0-442e-a2c1-2feaf4861bc5 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:55.110915 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-488c4e8d-2015-409b-a955-842080d0afe8 req-2e4db1f4-d4d0-442e-a2c1-2feaf4861bc5 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 943 time: 0.0739384 Jul 14 12:59:55.158801 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-343462db-2acd-40a3-aa93-6e47c1115013 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411828 Jul 14 12:59:55.166507 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e7e03075-5ddd-4fc7-8260-655a70190906 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:55.170138 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-488c4e8d-2015-409b-a955-842080d0afe8 req-32a7219c-2cf8-44c0-a53d-4cb424703961 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468445 Jul 14 12:59:55.190765 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: e7e03075-5ddd-4fc7-8260-655a70190906 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:55.191916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e7e03075-5ddd-4fc7-8260-655a70190906 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:55.192067 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 19aed7c9-71ba-47e8-b127-a0412712eaf9 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:59:55.211915 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 19aed7c9-71ba-47e8-b127-a0412712eaf9 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:59:55.212479 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 19aed7c9-71ba-47e8-b127-a0412712eaf9 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:59:55.263613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-6d08ff77-7132-49df-b9b3-98f938416453 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978036 Jul 14 12:59:55.362920 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c5da7722-9680-4e63-9e8f-b9add22b3bf8 req-1805b9d9-8025-4166-9305-c70c2bc64cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927832 Jul 14 12:59:56.120879 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59304) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:56.225529 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c188e46e-b84d-449b-a855-fdfbc4088501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.325270 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c188e46e-b84d-449b-a855-fdfbc4088501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.329751 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c188e46e-b84d-449b-a855-fdfbc4088501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.354117 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398446d6-3156-4b6b-aa42-b7009f360df8 req-a664f9d3-aa89-4c48-800a-7bf3220fe692 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:56.355613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-398446d6-3156-4b6b-aa42-b7009f360df8 req-a664f9d3-aa89-4c48-800a-7bf3220fe692 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 943 time: 0.0649359 Jul 14 12:59:56.372720 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c188e46e-b84d-449b-a855-fdfbc4088501 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79fb51dd89ff4f37830ce0f1cb6d412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505555 Jul 14 12:59:56.376105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59310) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:56.383615 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188e46e-b84d-449b-a855-fdfbc4088501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35737674-8bab-418b-a289-ed3e0fa84e59,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:56.395356 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-398446d6-3156-4b6b-aa42-b7009f360df8 req-42618de7-2dee-47e4-8d47-07a342383119 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jul 14 12:59:56.433201 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.459765 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.506113 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.508689 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.509883 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35737674-8bab-418b-a289-ed3e0fa84e59 HTTP/1.1" status: 204 len: 168 time: 0.1328793 Jul 14 12:59:56.518158 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8dd1-a96a-447e-9567-25b6ee9b2ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35737674-8bab-418b-a289-ed3e0fa84e59,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:56.785119 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59316) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:56.798597 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22a7e38f-dabe-40f2-b0b0-06e3c28d0a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.890249 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22a7e38f-dabe-40f2-b0b0-06e3c28d0a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.893776 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-22a7e38f-dabe-40f2-b0b0-06e3c28d0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:56.931555 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-22a7e38f-dabe-40f2-b0b0-06e3c28d0a48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7725073352404d78ac5012ff21342470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453631 Jul 14 12:59:56.932397 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7e38f-dabe-40f2-b0b0-06e3c28d0a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54720ec9-8724-4062-b288-39c23f47a3ca,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:56.934827 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59318) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:56.984188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:57.006153 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:57.057565 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:57.065894 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:57.067120 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54720ec9-8724-4062-b288-39c23f47a3ca HTTP/1.1" status: 204 len: 168 time: 0.1313081 Jul 14 12:59:57.078160 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c57cc-3232-486e-907b-1c6c69b55c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54720ec9-8724-4062-b288-39c23f47a3ca,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:57.573072 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af894633-c8ab-49de-8033-205be452b804 req-a732fcc2-9aa7-46f3-9ad0-79f355f80dc0 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:57.574655 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-af894633-c8ab-49de-8033-205be452b804 req-a732fcc2-9aa7-46f3-9ad0-79f355f80dc0 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 943 time: 0.0696681 Jul 14 12:59:57.620568 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-af894633-c8ab-49de-8033-205be452b804 req-7a4ab1a1-4e54-43a4-a90d-1ef8d969ff57 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Jul 14 12:59:57.828555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device d060370e-4691-44ba-8ebd-e9d511f74ac4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:59:57.931303 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:57.943250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'd060370e-4691-44ba-8ebd-e9d511f74ac4', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'port_id': 'd060370e-4691-44ba-8ebd-e9d511f74ac4', 'mac_address': 'fa:16:3e:5c:6f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2672d897-2570-44eb-a473-ae4ea1aea841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:59:57.989439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:58.002861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d060370e-4691-44ba-8ebd-e9d511f74ac4 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:59:58.028279 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:59:58.032260 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:58.084591 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:58.245846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['d060370e-4691-44ba-8ebd-e9d511f74ac4'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:59:58.801350 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698c92-3291-4315-afc0-e6fb35410459 req-2d95bddd-bc8e-4314-9fe4-bb7d9a92926c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:59:58.803014 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc698c92-3291-4315-afc0-e6fb35410459 req-2d95bddd-bc8e-4314-9fe4-bb7d9a92926c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 944 time: 0.0664327 Jul 14 12:59:58.844920 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dc698c92-3291-4315-afc0-e6fb35410459 req-c2bf7ea9-cf27-4645-a761-4b45c3322260 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361304 Jul 14 12:59:59.533436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59390) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:59.639476 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bc8366-3f3e-4c58-9bb2-fa9a04582e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.742212 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bc8366-3f3e-4c58-9bb2-fa9a04582e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.745820 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-81bc8366-3f3e-4c58-9bb2-fa9a04582e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.788618 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-81bc8366-3f3e-4c58-9bb2-fa9a04582e48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aea2644ef764037b84ef8aa894c8371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540555 Jul 14 12:59:59.789589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc8366-3f3e-4c58-9bb2-fa9a04582e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc971bd-1808-48cd-93a7-f1b8376c72df,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:59.791345 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59394) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:59:59.842607 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.863332 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.865802 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device d060370e-4691-44ba-8ebd-e9d511f74ac4 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:59:59.915499 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.919352 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:59:59.924289 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbc971bd-1808-48cd-93a7-f1b8376c72df HTTP/1.1" status: 204 len: 168 time: 0.1317019 Jul 14 12:59:59.933701 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd61795-6b86-4b3c-9d46-1833b6fc848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc971bd-1808-48cd-93a7-f1b8376c72df,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:59:59.946681 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port d060370e-4691-44ba-8ebd-e9d511f74ac4 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:59:59.955427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port d060370e-4691-44ba-8ebd-e9d511f74ac4 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:59:59.955769 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.040739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.045114 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e0c8-8612-4ba9-b5d4-8465aab71eb0 req-6ba01480-3f76-4a68-b7a0-9d7fad6da8f9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:00.046796 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d16e0c8-8612-4ba9-b5d4-8465aab71eb0 req-6ba01480-3f76-4a68-b7a0-9d7fad6da8f9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 944 time: 0.0713887 Jul 14 13:00:00.063665 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:00.066840 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c0f2f3-7fb9-43f5-bcf6-5dc9e61526a2" -d '{"events": [{"server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "name": "network-vif-plugged", "status": "completed", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:00.083069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:00.088839 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.105412 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6d16e0c8-8612-4ba9-b5d4-8465aab71eb0 req-a5471fd3-26fe-4d0c-a595-d5eddf865c98 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Jul 14 13:00:00.125323 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9af0c8-3b30-4b93-afa1-0c3132534e26 x-openstack-request-id: req-1b9af0c8-3b30-4b93-afa1-0c3132534e26 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:00.125617 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "name": "network-vif-plugged", "status": "completed", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:00.125890 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b9af0c8-3b30-4b93-afa1-0c3132534e26 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:00.126294 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4', 'code': 200} Jul 14 13:00:00.159748 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:00.243743 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59404) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:00.257254 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-522324a1-f019-4d5a-98ff-f7dacd8e4f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.357921 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-522324a1-f019-4d5a-98ff-f7dacd8e4f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.361980 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-522324a1-f019-4d5a-98ff-f7dacd8e4f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.380734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690e2a-6a60-4fd3-a0b8-1b779e4546c8 req-5c577167-e5d9-4ef8-a723-75ebafc0aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:00.382283 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab690e2a-6a60-4fd3-a0b8-1b779e4546c8 req-5c577167-e5d9-4ef8-a723-75ebafc0aa15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 1098 time: 0.0558951 Jul 14 13:00:00.401498 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-522324a1-f019-4d5a-98ff-f7dacd8e4f2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5083386aa074c87a19adb576d90d2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565590 Jul 14 13:00:00.402591 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522324a1-f019-4d5a-98ff-f7dacd8e4f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc80089-5b14-4e7b-a5f4-e1628c449e37,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:00.404831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59406) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:00.443328 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab690e2a-6a60-4fd3-a0b8-1b779e4546c8 req-3c975745-4ce0-430d-b94a-c3d5ccbd2fde service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Jul 14 13:00:00.464826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.485744 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.537947 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.540429 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:00.541546 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbc80089-5b14-4e7b-a5f4-e1628c449e37 HTTP/1.1" status: 204 len: 168 time: 0.1358039 Jul 14 13:00:00.549526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089818e-8229-40ca-94d9-40a33b8e5745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc80089-5b14-4e7b-a5f4-e1628c449e37,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:01.320260 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e71f2-bfbc-4a9a-8153-3c4a8b3f1b4c req-55939d4a-2bdb-4a1b-9503-22f2bf10c862 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:01.321945 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a67e71f2-bfbc-4a9a-8153-3c4a8b3f1b4c req-55939d4a-2bdb-4a1b-9503-22f2bf10c862 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 945 time: 0.0773070 Jul 14 13:00:01.362145 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a67e71f2-bfbc-4a9a-8153-3c4a8b3f1b4c req-7252e454-284c-4715-9576-a21df16401eb tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Jul 14 13:00:02.547887 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418915be-6675-4000-805b-b0bbea778168 req-e9be5cf4-aea5-447c-bc24-705fca3567c3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:02.549429 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-418915be-6675-4000-805b-b0bbea778168 req-e9be5cf4-aea5-447c-bc24-705fca3567c3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 945 time: 0.0701075 Jul 14 13:00:02.589160 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-418915be-6675-4000-805b-b0bbea778168 req-03a1a17d-213d-429b-943b-d35e6a07570c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 14 13:00:03.087687 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7f5999e5-3e95-433f-a000-e7e6a52e09c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:04.461439 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-554ccb4e-3242-4eb3-b836-cf0a7da729b9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:04.465741 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-554ccb4e-3242-4eb3-b836-cf0a7da729b9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1185694 Jul 14 13:00:04.480701 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-15b16faf-d650-4b9d-8b6a-bf1226644165 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/quotas/fa2d9b7960f44586a8a41157debcf9bd HTTP/1.1" status: 200 len: 375 time: 0.0094695 Jul 14 13:00:04.556381 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-3f06ce7c-9511-428e-a885-99ec0d59122e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692928 Jul 14 13:00:04.645524 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-a1119118-25bf-4ed2-bd0a-f17e40e866eb service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820098 Jul 14 13:00:04.736293 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-5b031cf4-2894-40cc-a752-c1de1df48ae1 service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Jul 14 13:00:04.916577 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e1caef21-98be-4d8a-a3e8-48cbfbcb709c req-a1d0121c-811d-43f2-9854-4047e02a6516 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 210 time: 0.0396333 Jul 14 13:00:05.226824 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:00:05.431749 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-675d6339-f07f-4337-8180-cf3daed4cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:05.838607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:05.987625 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-791a099a-850a-4e14-8b1e-fd436b4e3b44 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:05.989279 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-791a099a-850a-4e14-8b1e-fd436b4e3b44 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1138349 Jul 14 13:00:06.008926 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Request body: {'port': {'device_id': '27b8b322-b6a9-4b20-831c-152490d97873', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'admin_state_up': True, 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:06.090453 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2569c53c-257b-4896-983e-42889e443601 req-e8f229b6-2911-4d1e-b9fc-c44ceb3bdb40 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 210 time: 0.0371661 Jul 14 13:00:06.170377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:00:06.173951 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.301104 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Allocated IP 172.20.0.11 (c964a45b-ee1a-4477-9882-49fb72f22b7f/2672d897-2570-44eb-a473-ae4ea1aea841/1afc2835-ab51-4927-82c1-40bef7e06aa9) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:00:06.450816 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.491369 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.503946 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5', 'd060370e-4691-44ba-8ebd-e9d511f74ac4'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:06.542095 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Network c964a45b-ee1a-4477-9882-49fb72f22b7f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:00:06.545438 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:00:06.549825 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:00:06.554103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event updated for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:06.600664 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:06.601308 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.619443 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-897e9491-f228-4b41-a615-7de13fe95f26 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6144092 Jul 14 13:00:06.631770 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Request body: {'port': {'device_id': '27b8b322-b6a9-4b20-831c-152490d97873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:06.701491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.763737 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:06.979397 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afc2835-ab51-4927-82c1-40bef7e06aa9 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:06.987411 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:07.000089 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Transition to ACTIVE for port object 1afc2835-ab51-4927-82c1-40bef7e06aa9 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:00:07.003742 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:07.051400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:07.139436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Attempting to bind port 1afc2835-ab51-4927-82c1-40bef7e06aa9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:00:07.139858 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Attempting to bind port 1afc2835-ab51-4927-82c1-40bef7e06aa9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:00:07.140104 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Attempting to bind port 1afc2835-ab51-4927-82c1-40bef7e06aa9 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:07.145206 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Port 1afc2835-ab51-4927-82c1-40bef7e06aa9 on network c964a45b-ee1a-4477-9882-49fb72f22b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:00:07.145546 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Attempting to bind port 1afc2835-ab51-4927-82c1-40bef7e06aa9 on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:07.150779 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:00:07.151169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Checking segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:00:07.151560 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Bound using segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:00:07.151998 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Bound port: 1afc2835-ab51-4927-82c1-40bef7e06aa9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:00:07.152361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:07.223826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:00:07.228733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:00:07.233961 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:07.276645 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.277185 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:07.279235 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] 10.222.0.49 "PUT /v2.0/ports/1afc2835-ab51-4927-82c1-40bef7e06aa9 HTTP/1.1" status: 200 len: 1094 time: 0.6517475 Jul 14 13:00:07.280450 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:07.291627 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b2add8-6be4-4823-bd67-1734934ba4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:07.295760 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a93b-02e1-400d-b05d-243085dc9216 req-09469d8d-e947-467d-bf84-4c54b04178c4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.297390 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ff91a93b-02e1-400d-b05d-243085dc9216 req-09469d8d-e947-467d-bf84-4c54b04178c4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 944 time: 0.0705688 Jul 14 13:00:07.318159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff683e-c98a-4270-92a6-79cb753fcdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:07.350860 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ff91a93b-02e1-400d-b05d-243085dc9216 req-4c1617f4-7839-44d9-8467-73e34384a425 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Jul 14 13:00:07.367217 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1328a3-c3f3-4da2-ae6e-7b17886bbece x-openstack-request-id: req-ea1328a3-c3f3-4da2-ae6e-7b17886bbece {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:07.367510 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:07.368170 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea1328a3-c3f3-4da2-ae6e-7b17886bbece {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:07.368170 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9', 'status': 'completed', 'code': 200} Jul 14 13:00:07.398229 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-07155a5b-14e4-4294-8fc5-379bdf7e3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.399807 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-07155a5b-14e4-4294-8fc5-379bdf7e3016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 1097 time: 0.0663788 Jul 14 13:00:07.446973 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-0995943f-86cf-494c-bbe4-f309addc3709 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9 HTTP/1.1" status: 200 len: 217 time: 0.0395091 Jul 14 13:00:07.505076 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-7868ce50-03a7-48c5-82b7-746bdf643fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.508251 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-7868ce50-03a7-48c5-82b7-746bdf643fd4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0516548 Jul 14 13:00:07.539658 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-57421665-7743-4ae6-972e-a3729869ea50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266063 Jul 14 13:00:07.636229 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-a10bd6af-2ad0-4fe4-bd69-0d5021668cc6 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892439 Jul 14 13:00:07.733640 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a41c6ab-b64f-467a-a39e-877f498c92f1 req-c0a57779-6ea1-44b0-9344-0a9319e8f935 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884073 Jul 14 13:00:07.842654 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-682f1357-276c-4088-ae27-b3ae516ed6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.844325 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-682f1357-276c-4088-ae27-b3ae516ed6bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 1097 time: 0.0618377 Jul 14 13:00:07.951052 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-88703643-8dbe-44d0-bc0b-4c11855464da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:07.952601 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-88703643-8dbe-44d0-bc0b-4c11855464da service neutron] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 916 time: 0.0944543 Jul 14 13:00:07.996561 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-33ef2d65-13e4-4b9d-89b7-8ccdf21d9802 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9 HTTP/1.1" status: 200 len: 217 time: 0.0361400 Jul 14 13:00:08.060123 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-aa893f56-259c-4722-ac1d-1c0f784c2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:08.061573 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-aa893f56-259c-4722-ac1d-1c0f784c2fb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0542235 Jul 14 13:00:08.095538 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-2d85b894-70d3-4490-b08e-e5df8d7cabe7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270278 Jul 14 13:00:08.185116 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-bbb6a3f8-e60b-4ff8-8c48-f06bb3afa957 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817811 Jul 14 13:00:08.282762 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30b2add8-6be4-4823-bd67-1734934ba4a9 req-e081315c-1f34-46c0-bc1c-cb16b5bf323c service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901878 Jul 14 13:00:08.530940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d34e00-4623-48f8-86f5-114724b4965d req-8968a022-4e95-414d-94c9-1df485730a6e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:08.532423 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-65d34e00-4623-48f8-86f5-114724b4965d req-8968a022-4e95-414d-94c9-1df485730a6e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 944 time: 0.0636868 Jul 14 13:00:08.574420 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-65d34e00-4623-48f8-86f5-114724b4965d req-7dc292ca-1fdb-443c-905a-4c34eca89210 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364623 Jul 14 13:00:08.659644 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:08.660688 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.365839 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59590) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:09.473688 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8dd9931a-cf19-43c1-9e05-29d69b3c5bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.565101 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8dd9931a-cf19-43c1-9e05-29d69b3c5bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.570226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8dd9931a-cf19-43c1-9e05-29d69b3c5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.608165 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8dd9931a-cf19-43c1-9e05-29d69b3c5bf5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a30af710f14d47d9b2fac7306723aded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412086 Jul 14 13:00:09.609007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9931a-cf19-43c1-9e05-29d69b3c5bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647c857-1b7e-4695-b8e9-49313799882b,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:09.611479 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59596) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:09.661252 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.681725 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.731540 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.734174 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:09.738174 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8647c857-1b7e-4695-b8e9-49313799882b HTTP/1.1" status: 204 len: 168 time: 0.1231933 Jul 14 13:00:09.744300 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ba70-cb6f-4a9f-a316-e2b339a081bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647c857-1b7e-4695-b8e9-49313799882b,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:09.761234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cd814-6d80-413e-a1c0-9d55f0a41945 req-1d2662e6-19ae-4d2b-8a00-9e7ca76ee2c8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:09.763403 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-886cd814-6d80-413e-a1c0-9d55f0a41945 req-1d2662e6-19ae-4d2b-8a00-9e7ca76ee2c8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 944 time: 0.0782440 Jul 14 13:00:09.803794 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-886cd814-6d80-413e-a1c0-9d55f0a41945 req-c8b223ef-778b-4931-8c6d-98756ecdd5c3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Jul 14 13:00:09.944126 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1afc2835-ab51-4927-82c1-40bef7e06aa9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:00:09.999871 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59602) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:10.013171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-877f4943-2aae-4451-a862-4ce7f6dd659b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.040485 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:10.052610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '1afc2835-ab51-4927-82c1-40bef7e06aa9', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'port_id': '1afc2835-ab51-4927-82c1-40bef7e06aa9', 'mac_address': 'fa:16:3e:fb:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2672d897-2570-44eb-a473-ae4ea1aea841', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:00:10.097320 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.108177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-877f4943-2aae-4451-a862-4ce7f6dd659b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.110761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afc2835-ab51-4927-82c1-40bef7e06aa9 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:10.113236 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-877f4943-2aae-4451-a862-4ce7f6dd659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.141488 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:10.146604 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.156874 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-877f4943-2aae-4451-a862-4ce7f6dd659b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22f9807e8e1e48b7867c704d5f83033e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559331 Jul 14 13:00:10.157980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f4943-2aae-4451-a862-4ce7f6dd659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21515896-efab-4ed4-8a2b-644263b56bfc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:10.159578 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59604) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:10.195930 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:10.224641 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.247393 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.295812 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.298563 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.303042 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21515896-efab-4ed4-8a2b-644263b56bfc HTTP/1.1" status: 204 len: 168 time: 0.1421731 Jul 14 13:00:10.311673 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a5b9f-6fb7-46a9-95fa-e1b2aa5ce593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21515896-efab-4ed4-8a2b-644263b56bfc,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:10.387327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['1afc2835-ab51-4927-82c1-40bef7e06aa9'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:10.624878 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59610) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:10.639127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7a897e-947e-4a9f-887e-73a5cf9d6519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.732513 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7a897e-947e-4a9f-887e-73a5cf9d6519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.736543 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cc7a897e-947e-4a9f-887e-73a5cf9d6519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.773817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-cc7a897e-947e-4a9f-887e-73a5cf9d6519 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44278a5ce39246f3a963e6889cbd4883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478167 Jul 14 13:00:10.774667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a897e-947e-4a9f-887e-73a5cf9d6519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951be52-815a-4fba-9940-375085bc5113,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:10.776621 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59612) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:10.830299 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.856906 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.906582 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.909167 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:10.910392 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c951be52-815a-4fba-9940-375085bc5113 HTTP/1.1" status: 204 len: 168 time: 0.1327236 Jul 14 13:00:10.918087 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041fb6e-6ddc-4a10-9aa0-8183d2cd0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951be52-815a-4fba-9940-375085bc5113,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:10.989754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf25d-d3a6-4d26-80f7-9498c3622469 req-c0aaded2-a733-470e-a8b5-3927f7b58efb tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:10.991294 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0ffbf25d-d3a6-4d26-80f7-9498c3622469 req-c0aaded2-a733-470e-a8b5-3927f7b58efb tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 945 time: 0.0683088 Jul 14 13:00:11.032873 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0ffbf25d-d3a6-4d26-80f7-9498c3622469 req-72f64bb1-6354-45e0-9c00-3c9a2173326f tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Jul 14 13:00:11.960571 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1afc2835-ab51-4927-82c1-40bef7e06aa9 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:00:12.011109 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 1afc2835-ab51-4927-82c1-40bef7e06aa9 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:00:12.014815 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 1afc2835-ab51-4927-82c1-40bef7e06aa9 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:00:12.015223 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:12.107897 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:12.131236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:12.133498 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b315d4b-1285-4c5f-a421-5d0f6d6cb38b" -d '{"events": [{"server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "name": "network-vif-plugged", "status": "completed", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:12.150767 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:12.157800 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:12.187261 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6d0a5d-a790-4651-b1b7-732d2913e9c8 x-openstack-request-id: req-dc6d0a5d-a790-4651-b1b7-732d2913e9c8 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:12.187582 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "name": "network-vif-plugged", "status": "completed", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:12.187813 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc6d0a5d-a790-4651-b1b7-732d2913e9c8 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:12.188209 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9', 'code': 200} Jul 14 13:00:12.224738 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:12.246117 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e776-301f-4363-a283-958c0d11e8b7 req-78bee175-8c0e-487c-a0a9-7d523a7187c6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:12.248454 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c070e776-301f-4363-a283-958c0d11e8b7 req-78bee175-8c0e-487c-a0a9-7d523a7187c6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0807862 Jul 14 13:00:12.292521 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-c070e776-301f-4363-a283-958c0d11e8b7 req-2b3316ad-0a4d-4ccb-aa21-0891e95b700e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349119 Jul 14 13:00:12.422116 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d393-e200-4236-9ca9-3d7afc61a596 req-a450c160-a84e-4ca5-a4e1-c690b7dcf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:12.423625 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f355d393-e200-4236-9ca9-3d7afc61a596 req-a450c160-a84e-4ca5-a4e1-c690b7dcf81e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 1099 time: 0.0553446 Jul 14 13:00:12.471572 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f355d393-e200-4236-9ca9-3d7afc61a596 req-cb95ab0d-bd67-4f46-8bb6-8af42b59c2ca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Jul 14 13:00:13.480586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae316b-7bd1-420a-a6db-71a0c6a80a37 req-5fa0d01f-93b8-4958-97e3-23f3daac98b1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:13.482657 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-69ae316b-7bd1-420a-a6db-71a0c6a80a37 req-5fa0d01f-93b8-4958-97e3-23f3daac98b1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0678074 Jul 14 13:00:13.521120 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-69ae316b-7bd1-420a-a6db-71a0c6a80a37 req-ac0413ec-ccdd-4548-a2f2-d42786495afd tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Jul 14 13:00:14.694456 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff861f5-c149-4f84-8dd3-10c9a56753da req-309f6475-5943-4722-86e9-c85bc08b4600 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:14.696013 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eff861f5-c149-4f84-8dd3-10c9a56753da req-309f6475-5943-4722-86e9-c85bc08b4600 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0638328 Jul 14 13:00:14.733850 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-eff861f5-c149-4f84-8dd3-10c9a56753da req-53b2a6a5-e6f2-4672-8dda-1a8a1f913476 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 14 13:00:21.759379 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 59756) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:21.870905 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c28f2b18-20ab-4580-b03b-280aea1d98a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:21.969366 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c28f2b18-20ab-4580-b03b-280aea1d98a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:21.973461 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c28f2b18-20ab-4580-b03b-280aea1d98a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.013009 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-c28f2b18-20ab-4580-b03b-280aea1d98a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cb6d154e55b47ad8ca7b7eb908dd9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523344 Jul 14 13:00:22.013598 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f2b18-20ab-4580-b03b-280aea1d98a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a1dc88-0752-465d-b573-5e7e28f39f2b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:22.015692 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59760) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:22.073546 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.096992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.462885 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.466141 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.468139 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08a1dc88-0752-465d-b573-5e7e28f39f2b HTTP/1.1" status: 204 len: 168 time: 0.4509854 Jul 14 13:00:22.475714 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a1dc88-0752-465d-b573-5e7e28f39f2b,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:22.484167 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.484562 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.484863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.485215 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.485582 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.486130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.486315 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.486680 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.487054 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.487387 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.487706 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.488029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423bf0bd-a8b6-4bf2-a511-fd8047dd26e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:00:22.747005 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59768) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:22.761132 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a060bd7c-02f5-4598-b783-2599d9d25719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.861386 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a060bd7c-02f5-4598-b783-2599d9d25719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.866559 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a060bd7c-02f5-4598-b783-2599d9d25719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.906356 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a060bd7c-02f5-4598-b783-2599d9d25719 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc748809da5545c6aa94dab1630510f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582546 Jul 14 13:00:22.909312 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59774) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:22.915214 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060bd7c-02f5-4598-b783-2599d9d25719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d071be3-f618-4e40-ab6b-fb864dd88310,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:22.965124 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:22.988137 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:23.038112 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:23.040719 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:23.041899 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d071be3-f618-4e40-ab6b-fb864dd88310 HTTP/1.1" status: 204 len: 168 time: 0.1321054 Jul 14 13:00:23.050602 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39274d-189a-4c35-8c17-f0a60304fb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d071be3-f618-4e40-ab6b-fb864dd88310,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:24.335287 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59828) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:24.442566 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1506-1c3f-463b-9246-b14c2dd2183b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.541683 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1506-1c3f-463b-9246-b14c2dd2183b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.545631 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1506-1c3f-463b-9246-b14c2dd2183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.584408 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a2ea1506-1c3f-463b-9246-b14c2dd2183b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aed06dc8e1524f63940e776451ede4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479298 Jul 14 13:00:24.585182 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1506-1c3f-463b-9246-b14c2dd2183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5e026f-ec0d-4062-818f-3f517f661ff4,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:24.587555 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59844) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:24.618252 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-706c5494-f02f-4d8c-9236-fcda04f16609 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:24.619750 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-706c5494-f02f-4d8c-9236-fcda04f16609 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1106875 Jul 14 13:00:24.635744 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.636532 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-7967a31d-d41c-4be9-af4d-d46e4ed4062b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/quotas/fa2d9b7960f44586a8a41157debcf9bd HTTP/1.1" status: 200 len: 375 time: 0.0097854 Jul 14 13:00:24.657230 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.706419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.709079 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:24.712572 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f5e026f-ec0d-4062-818f-3f517f661ff4 HTTP/1.1" status: 204 len: 168 time: 0.1219113 Jul 14 13:00:24.713192 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-19b46cf2-aeb1-4132-8ba6-8b2fc26fa1b4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703020 Jul 14 13:00:24.723587 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbaa8d-e2c3-47f9-b387-e326e515c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5e026f-ec0d-4062-818f-3f517f661ff4,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:24.868520 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-dd83ac87-62b3-45df-a661-2c7464061dc4 service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479211 Jul 14 13:00:24.961080 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-550b177d-266b-4543-9b3c-2e0a40a5e02e service neutron] 10.222.0.48 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858114 Jul 14 13:00:25.152865 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-20ddac1c-3ee1-4831-b110-d2c7d6e4f824 req-a13f0e89-c305-4c8f-9094-e26bc69c3bd9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 210 time: 0.0324602 Jul 14 13:00:25.376058 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59876) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:25.477400 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-516121790-network', 'tenant_id': 'fa4234299a204d1ab3e6518a760d7674'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:25.498605 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Made reservation on behalf of fa4234299a204d1ab3e6518a760d7674 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:00:25.500874 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.509648 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.600409 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.604527 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.632346 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:00:25.639025 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f694e7-de58-4f68-a55f-e1825665e8ac,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:25.644922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.645258 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Added segment 4d45b527-b3f6-4123-8dc4-5e7bad4897bf of type vlan for network b6d76f5f-976f-4bef-9cd3-78e089d09ebf Jul 14 13:00:25.684793 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.714739 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.715602 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:25.716150 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.771850 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3946593 Jul 14 13:00:25.774978 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 59882) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:00:25.782819 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Request body: {'subnet': {'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-516121790-subnet', 'tenant_id': 'fa4234299a204d1ab3e6518a760d7674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:25.787075 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e5251-c288-4a42-9f21-807049f74e84 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d76f5f-976f-4bef-9cd3-78e089d09ebf,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:25.798590 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:00:25.805809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Made reservation on behalf of fa4234299a204d1ab3e6518a760d7674 for: {'subnet': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:00:25.808145 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12336273'] for subnet, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:25.978341 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3551218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12336291'] for subnet, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.042042 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcefd597-f890-4bf9-a0ca-e4f59009219c,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:26.048982 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Checking segment: {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:00:26.049392 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Network hostable DHCP agents. Network: b6d76f5f-976f-4bef-9cd3-78e089d09ebf, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:00:26.070134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:00:26.080519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, b6d76f5f-976f-4bef-9cd3-78e089d09ebf) {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:00:26.085382 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:26.086022 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.092333 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71b0ae-d5e7-4600-b318-5e2a6a70f973 None None] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:00:26.110482 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-d3406124-d535-4296-a94a-73d9a450a9c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3343847 Jul 14 13:00:26.230161 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865635ae-ccbd-4f14-bace-c6598cacb303 None None] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:00:26.341444 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-43d550be-1078-4730-a99f-7ad39a384f88 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:26.354831 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-43d550be-1078-4730-a99f-7ad39a384f88 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 815 time: 0.1750493 Jul 14 13:00:26.367722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Request body: {'port': {'device_id': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'admin_state_up': True, 'tenant_id': 'fa2d9b7960f44586a8a41157debcf9bd'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:26.387313 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-25be602d-e9d4-4c5f-93cd-23e9dab5e071 req-852b5648-e7e0-4d4d-a643-0b0f014d44e4 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 210 time: 0.0481946 Jul 14 13:00:26.504711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Made reservation on behalf of fa2d9b7960f44586a8a41157debcf9bd for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:00:26.508476 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.643498 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Allocated IP 172.20.0.9 (c964a45b-ee1a-4477-9882-49fb72f22b7f/2672d897-2570-44eb-a473-ae4ea1aea841/196eff82-1d8a-4b03-a11c-7fad051232bc) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:00:26.804747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.845712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.859441 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5', 'd060370e-4691-44ba-8ebd-e9d511f74ac4', '1afc2835-ab51-4927-82c1-40bef7e06aa9'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:26.896624 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Network c964a45b-ee1a-4477-9882-49fb72f22b7f is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:00:26.899674 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:00:26.903597 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:00:26.926820 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event updated for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:26.957203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:26.957925 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:26.972328 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-0dc1a831-aa65-4705-a3ae-76e409c18577 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086497 Jul 14 13:00:26.985960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Request body: {'port': {'device_id': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:27.060117 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.330933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196eff82-1d8a-4b03-a11c-7fad051232bc {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:27.338102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.350968 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Transition to ACTIVE for port object 196eff82-1d8a-4b03-a11c-7fad051232bc will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:00:27.355101 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.402826 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Pushing event updated for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:27.474863 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Attempting to bind port 196eff82-1d8a-4b03-a11c-7fad051232bc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:00:27.475194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Attempting to bind port 196eff82-1d8a-4b03-a11c-7fad051232bc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:00:27.475532 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Attempting to bind port 196eff82-1d8a-4b03-a11c-7fad051232bc on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:27.479806 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Port 196eff82-1d8a-4b03-a11c-7fad051232bc on network c964a45b-ee1a-4477-9882-49fb72f22b7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:00:27.480127 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Attempting to bind port 196eff82-1d8a-4b03-a11c-7fad051232bc on network c964a45b-ee1a-4477-9882-49fb72f22b7f {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:27.485424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:00:27.486245 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Checking segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:00:27.486245 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Bound using segment: {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:00:27.486599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Bound port: 196eff82-1d8a-4b03-a11c-7fad051232bc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:00:27.486962 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.595878 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:00:27.600940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=196eff82-1d8a-4b03-a11c-7fad051232bc,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:00:27.610645 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82158-dd7c-4c57-865d-047cf53b8b14 req-de99790e-8147-4351-9a0e-ff3577a0e657 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:27.612341 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0bf82158-dd7c-4c57-865d-047cf53b8b14 req-de99790e-8147-4351-9a0e-ff3577a0e657 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 943 time: 0.1161454 Jul 14 13:00:27.614255 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.663930 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:27.664575 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:27.666104 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] 10.222.0.49 "PUT /v2.0/ports/196eff82-1d8a-4b03-a11c-7fad051232bc HTTP/1.1" status: 200 len: 1093 time: 0.6850309 Jul 14 13:00:27.666577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:27.668876 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bf503f-cf86-4355-875c-7adbec6d9d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:27.711653 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0bf82158-dd7c-4c57-865d-047cf53b8b14 req-1baeb75f-869a-4130-8637-177cb2a9bdb9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Jul 14 13:00:27.713321 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c282e83-390f-43b8-9439-7dc717658210 x-openstack-request-id: req-6c282e83-390f-43b8-9439-7dc717658210 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:27.713609 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:27.713862 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c282e83-390f-43b8-9439-7dc717658210 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:27.714469 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc', 'status': 'completed', 'code': 200} Jul 14 13:00:27.714857 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105351bc-0514-4e26-9613-0d4403bc8bfe service neutron] Pushing event updated for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:27.771632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-d0737894-e5aa-42f3-9683-96b55029170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:27.773175 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-d0737894-e5aa-42f3-9683-96b55029170c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 1096 time: 0.0536249 Jul 14 13:00:27.816640 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-c8be1326-1e38-4ca9-b087-772cb1ecdbbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196eff82-1d8a-4b03-a11c-7fad051232bc HTTP/1.1" status: 200 len: 217 time: 0.0342572 Jul 14 13:00:27.870468 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722983-8635-4629-93b6-abee9a3311db req-cca0beaa-2c30-49d3-97a2-932154fab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:27.872305 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-cca0beaa-2c30-49d3-97a2-932154fab4b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0452139 Jul 14 13:00:27.910110 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-cc3bf1fa-1ee6-4b3e-b8db-6d5e565d6c92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305538 Jul 14 13:00:28.002721 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-abb8c5d1-cb22-4754-98b8-5f31b570834d service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847607 Jul 14 13:00:28.035254 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1bd01c70-1d97-4979-9778-234d20492514 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:28.036730 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1bd01c70-1d97-4979-9778-234d20492514 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 813 time: 0.1006784 Jul 14 13:00:28.052673 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-d1cae196-7c3d-4b33-b7fe-88e8945c2ee4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/quotas/fa4234299a204d1ab3e6518a760d7674 HTTP/1.1" status: 200 len: 375 time: 0.0102565 Jul 14 13:00:28.088402 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-0ee4c57a-ee2a-4788-9b35-a7d013a49cf0 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305059 Jul 14 13:00:28.107816 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6e722983-8635-4629-93b6-abee9a3311db req-0a59e811-50fc-4707-8312-6d8b4b92b567 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963273 Jul 14 13:00:28.193214 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-748d8859-43a9-466b-a5ca-ad662ef40436 service neutron] 10.222.0.48 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982609 Jul 14 13:00:28.218980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-9f33adfc-3552-4bff-8780-d1c84ab3d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:28.220459 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-9f33adfc-3552-4bff-8780-d1c84ab3d34a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 1096 time: 0.0533440 Jul 14 13:00:28.283563 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-a25dd736-fac9-4174-8e63-0a85022a92be service neutron] 10.222.0.48 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Jul 14 13:00:28.314143 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-8c490a02-e634-41b7-9c51-ae28ab362773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:28.315616 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-8c490a02-e634-41b7-9c51-ae28ab362773 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 200 len: 916 time: 0.0876830 Jul 14 13:00:28.363033 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-f048237d-ea6d-452f-8b70-18bff11dbe44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196eff82-1d8a-4b03-a11c-7fad051232bc HTTP/1.1" status: 200 len: 217 time: 0.0397534 Jul 14 13:00:28.415397 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-6fea8e1e-d968-449a-9f5e-93bb55a5d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:28.416961 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-6fea8e1e-d968-449a-9f5e-93bb55a5d495 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 200 len: 855 time: 0.0463998 Jul 14 13:00:28.453456 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-43951882-1afd-476e-aa95-7b1f82409de3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c964a45b-ee1a-4477-9882-49fb72f22b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299928 Jul 14 13:00:28.491444 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b4edcc11-c30d-4a4b-b18a-62e9010993fd req-0d4592d8-bb20-4059-95b9-50599a774b95 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 210 time: 0.0411434 Jul 14 13:00:28.572303 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-0f5f672a-9253-476d-bd8a-a333cc415709 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097765 Jul 14 13:00:28.678700 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-78bf503f-cf86-4355-875c-7adbec6d9d2d req-076177d3-60bf-4ee8-be98-19111ec416e9 service neutron] 10.222.0.49 "GET /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976501 Jul 14 13:00:28.901163 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67d10-ccf7-4bee-a4a2-009865c63db0 req-2188bd82-f3ed-4018-9d97-d138b19cdb78 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:28.902600 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bab67d10-ccf7-4bee-a4a2-009865c63db0 req-2188bd82-f3ed-4018-9d97-d138b19cdb78 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 943 time: 0.0711067 Jul 14 13:00:28.944060 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-bab67d10-ccf7-4bee-a4a2-009865c63db0 req-7957ff21-04db-49b2-9204-1da4726bc3d3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Jul 14 13:00:29.593699 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-0e939897-12cd-4c57-9256-5911c1b90fa3 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:29.595313 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-0e939897-12cd-4c57-9256-5911c1b90fa3 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 813 time: 0.1122372 Jul 14 13:00:29.611848 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Request body: {'port': {'device_id': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf', 'admin_state_up': True, 'tenant_id': 'fa4234299a204d1ab3e6518a760d7674'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:29.685074 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9e97f8cb-7284-43b8-9445-7b9bcdc3ed6f req-a0bb6527-8749-492c-aa14-a09b8ece0be2 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 210 time: 0.0695281 Jul 14 13:00:29.765316 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Made reservation on behalf of fa4234299a204d1ab3e6518a760d7674 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:00:29.769088 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:29.895577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Allocated IP 172.20.0.13 (b6d76f5f-976f-4bef-9cd3-78e089d09ebf/fcefd597-f890-4bf9-a0ca-e4f59009219c/615aee07-5510-46f1-8c32-34b3559271e0) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:00:30.040415 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 196eff82-1d8a-4b03-a11c-7fad051232bc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:00:30.050378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.100651 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.124277 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4048a-7c7c-4965-897d-2b8b44271eed req-308a1a00-1346-4fdc-ba22-ea150a1aa881 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:30.125972 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-13c4048a-7c7c-4965-897d-2b8b44271eed req-308a1a00-1346-4fdc-ba22-ea150a1aa881 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 943 time: 0.0684550 Jul 14 13:00:30.155284 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:00:30.158737 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:00:30.163307 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:00:30.170044 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=196eff82-1d8a-4b03-a11c-7fad051232bc,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:30.171769 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-13c4048a-7c7c-4965-897d-2b8b44271eed req-cab9880b-1185-4642-b013-10737d6a9ff1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Jul 14 13:00:30.183503 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '196eff82-1d8a-4b03-a11c-7fad051232bc', 'network_id': 'c964a45b-ee1a-4477-9882-49fb72f22b7f', 'port_id': '196eff82-1d8a-4b03-a11c-7fad051232bc', 'mac_address': 'fa:16:3e:ec:9e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2672d897-2570-44eb-a473-ae4ea1aea841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:00:30.199724 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Pushing event updated for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:30.222776 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.228247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:30.228950 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.236340 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196eff82-1d8a-4b03-a11c-7fad051232bc {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:30.243872 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-93e2e115-924c-4c53-97fd-99136c560cf9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6373253 Jul 14 13:00:30.255789 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=196eff82-1d8a-4b03-a11c-7fad051232bc,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:30.256078 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Request body: {'port': {'device_id': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:00:30.259954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.310715 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:30.337617 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.516896 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['196eff82-1d8a-4b03-a11c-7fad051232bc'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:30.605768 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615aee07-5510-46f1-8c32-34b3559271e0 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:30.613088 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.625241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Transition to ACTIVE for port object 615aee07-5510-46f1-8c32-34b3559271e0 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:00:30.630063 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.699952 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Pushing event updated for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:30.749569 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Attempting to bind port 615aee07-5510-46f1-8c32-34b3559271e0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:00:30.749984 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Attempting to bind port 615aee07-5510-46f1-8c32-34b3559271e0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:00:30.750259 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Attempting to bind port 615aee07-5510-46f1-8c32-34b3559271e0 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:30.755598 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Port 615aee07-5510-46f1-8c32-34b3559271e0 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:00:30.756082 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Attempting to bind port 615aee07-5510-46f1-8c32-34b3559271e0 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:00:30.761814 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:00:30.762200 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Checking segment: {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:00:30.762566 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Bound using segment: {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:00:30.763005 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Bound port: 615aee07-5510-46f1-8c32-34b3559271e0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:00:30.763367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.837344 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:00:30.840761 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=615aee07-5510-46f1-8c32-34b3559271e0,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:00:30.853646 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.887835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:30.889032 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:30.890476 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] 10.222.0.49 "PUT /v2.0/ports/615aee07-5510-46f1-8c32-34b3559271e0 HTTP/1.1" status: 200 len: 1094 time: 0.6387267 Jul 14 13:00:30.892796 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:30.896068 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521d24e-3c64-4a22-910e-fccc714dbe78" -d '{"events": [{"name": "network-changed", "server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "tag": "615aee07-5510-46f1-8c32-34b3559271e0"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:30.934219 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad173a-6a27-43f5-8603-f1f434f2ee1f service neutron] Pushing event updated for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:30.938800 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74718b7-bc83-406c-8108-3b92bbff2dc5 x-openstack-request-id: req-e74718b7-bc83-406c-8108-3b92bbff2dc5 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:30.939084 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "tag": "615aee07-5510-46f1-8c32-34b3559271e0", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:30.939332 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e74718b7-bc83-406c-8108-3b92bbff2dc5 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:30.939712 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0', 'status': 'completed', 'code': 200} Jul 14 13:00:31.038246 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-2e99cb0a-85e8-4bc3-a1c0-7b4f52df00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.039743 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-2e99cb0a-85e8-4bc3-a1c0-7b4f52df00f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 1097 time: 0.0966983 Jul 14 13:00:31.055987 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2ab9-c8a5-45f6-91c4-8402082173b1 req-5255bc2d-a757-420b-8d72-a57d0dcfbcbc tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.057338 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-07ea2ab9-c8a5-45f6-91c4-8402082173b1 req-5255bc2d-a757-420b-8d72-a57d0dcfbcbc tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 944 time: 0.0821037 Jul 14 13:00:31.099969 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-bca30b84-5a19-4d5c-9f34-47ef97698332 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615aee07-5510-46f1-8c32-34b3559271e0 HTTP/1.1" status: 200 len: 217 time: 0.0513160 Jul 14 13:00:31.154875 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-07ea2ab9-c8a5-45f6-91c4-8402082173b1 req-6baf205b-cd9d-410e-9294-2aa97bd377df tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Jul 14 13:00:31.171173 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-3bb763dc-cf72-477a-99ba-c06bf900aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.172707 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-3bb763dc-cf72-477a-99ba-c06bf900aa20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 200 len: 853 time: 0.0637038 Jul 14 13:00:31.211640 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-c67430bc-ce5b-472d-bb0e-b6d8cff43f31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303416 Jul 14 13:00:31.300492 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-3c09b03f-8925-4fe5-a96a-317fa75a0f86 service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822284 Jul 14 13:00:31.364649 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dea310-23e3-4aa7-b1a2-0675d7021ec7 req-7551c2db-d14b-48c8-a951-c96c5ba60757 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.366136 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9dea310-23e3-4aa7-b1a2-0675d7021ec7 req-7551c2db-d14b-48c8-a951-c96c5ba60757 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 944 time: 0.0705574 Jul 14 13:00:31.396072 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a205c81-82a9-4903-ac3e-038f7b94905d req-e0e15269-de53-4001-b2cc-0d2dc1dc784f service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Jul 14 13:00:31.410210 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9dea310-23e3-4aa7-b1a2-0675d7021ec7 req-8ca8f444-1322-4ec8-8d0d-75a64fdbf721 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Jul 14 13:00:31.499039 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-c81c3cc3-4cc5-4ea0-b373-6d4636b1e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.500529 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-c81c3cc3-4cc5-4ea0-b373-6d4636b1e86a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 1097 time: 0.0534720 Jul 14 13:00:31.589458 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-5d4c1508-0ca7-462c-82be-1df12be419e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.590955 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-5d4c1508-0ca7-462c-82be-1df12be419e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 914 time: 0.0829759 Jul 14 13:00:31.637450 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-df8bd182-d44c-43f3-af5d-2e44dffe3869 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615aee07-5510-46f1-8c32-34b3559271e0 HTTP/1.1" status: 200 len: 217 time: 0.0375102 Jul 14 13:00:31.695071 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-f644d936-ff11-4d0f-a4d5-7317b232896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:31.696435 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-f644d936-ff11-4d0f-a4d5-7317b232896a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 200 len: 853 time: 0.0446064 Jul 14 13:00:31.731035 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-de9ae816-b37e-4f0c-88d2-21b34c5d4ec9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252593 Jul 14 13:00:31.828155 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-bb42601e-df63-4d43-9012-86f7ed77464b service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Jul 14 13:00:31.923388 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b521d24e-3c64-4a22-910e-fccc714dbe78 req-58ca9b87-deca-466c-8c59-220adbd9c61c service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876148 Jul 14 13:00:32.056495 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 196eff82-1d8a-4b03-a11c-7fad051232bc up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:00:32.109072 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 196eff82-1d8a-4b03-a11c-7fad051232bc completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:00:32.113062 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 196eff82-1d8a-4b03-a11c-7fad051232bc triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:00:32.113438 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:32.198384 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:32.221692 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:32.223980 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39781111-9c94-4684-b529-6e2f52a3155e" -d '{"events": [{"server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "name": "network-vif-plugged", "status": "completed", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:32.237570 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=196eff82-1d8a-4b03-a11c-7fad051232bc,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:32.243006 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:32.267789 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ce305-2c76-4c08-a09c-efa4d9501277 x-openstack-request-id: req-9a6ce305-2c76-4c08-a09c-efa4d9501277 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:32.268081 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "name": "network-vif-plugged", "status": "completed", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:32.268334 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a6ce305-2c76-4c08-a09c-efa4d9501277 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:32.268715 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc', 'code': 200} Jul 14 13:00:32.295457 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:32.362751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153826-01a3-4132-9cc6-d6545619c0f1 req-2772259d-190a-43c1-97f4-8aef53e76905 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:32.362751 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14153826-01a3-4132-9cc6-d6545619c0f1 req-2772259d-190a-43c1-97f4-8aef53e76905 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 944 time: 0.0756295 Jul 14 13:00:32.405188 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-14153826-01a3-4132-9cc6-d6545619c0f1 req-82f9fd93-4ef8-493f-9645-125c68a5c69f tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Jul 14 13:00:32.492692 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58bc1-2824-4461-9315-3ca738c877cf req-83a9129d-1f2d-40c7-ad24-88f54cc15a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:32.494227 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05b58bc1-2824-4461-9315-3ca738c877cf req-83a9129d-1f2d-40c7-ad24-88f54cc15a40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 1098 time: 0.0518281 Jul 14 13:00:32.531693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05b58bc1-2824-4461-9315-3ca738c877cf req-952c431f-3cf9-408e-bc40-aa962b584fc4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Jul 14 13:00:32.586692 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781fb12-ba4d-4c8a-84f3-0c5dc1725ba9 req-ca26a1e3-083d-4b03-80bc-d9757e0f1004 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:32.588156 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7781fb12-ba4d-4c8a-84f3-0c5dc1725ba9 req-ca26a1e3-083d-4b03-80bc-d9757e0f1004 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 945 time: 0.0645258 Jul 14 13:00:32.625509 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7781fb12-ba4d-4c8a-84f3-0c5dc1725ba9 req-cc96297c-f6ae-43b2-90a8-c0cd456dac70 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Jul 14 13:00:33.087038 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ee57314c-555d-4d6e-b5de-284b981288bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:33.588204 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607849d-d689-43fc-92fc-4a7de60dd64d req-88f0f117-b5ab-4053-bf2b-7e53fb860289 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:33.589748 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5607849d-d689-43fc-92fc-4a7de60dd64d req-88f0f117-b5ab-4053-bf2b-7e53fb860289 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 944 time: 0.0670736 Jul 14 13:00:33.628893 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5607849d-d689-43fc-92fc-4a7de60dd64d req-d495ffb8-7bde-4a9a-a678-64a0f4a1cbcd tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Jul 14 13:00:33.807838 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5bff-2f11-4a46-ae29-28d1da1308d3 req-4ef42127-bb0c-40ba-9617-83540fed8a98 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:33.809315 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94df5bff-2f11-4a46-ae29-28d1da1308d3 req-4ef42127-bb0c-40ba-9617-83540fed8a98 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 945 time: 0.0714059 Jul 14 13:00:33.848192 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-94df5bff-2f11-4a46-ae29-28d1da1308d3 req-203b7d4c-cd64-4c88-89db-02c0db7907d6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Jul 14 13:00:34.076954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 615aee07-5510-46f1-8c32-34b3559271e0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:00:34.226995 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=615aee07-5510-46f1-8c32-34b3559271e0,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:34.238516 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '615aee07-5510-46f1-8c32-34b3559271e0', 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf', 'port_id': '615aee07-5510-46f1-8c32-34b3559271e0', 'mac_address': 'fa:16:3e:5b:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd597-f890-4bf9-a0ca-e4f59009219c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:00:34.276495 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:34.289061 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615aee07-5510-46f1-8c32-34b3559271e0 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:00:34.309365 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=615aee07-5510-46f1-8c32-34b3559271e0,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:34.313570 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:34.365320 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:34.623730 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['615aee07-5510-46f1-8c32-34b3559271e0'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:34.807296 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc4f9-104a-4178-8a4b-5e37288971a2 req-565346e6-2de5-4db2-b1c3-b24d263e8f32 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:34.808931 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0d2cc4f9-104a-4178-8a4b-5e37288971a2 req-565346e6-2de5-4db2-b1c3-b24d263e8f32 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 945 time: 0.0698211 Jul 14 13:00:34.846857 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0d2cc4f9-104a-4178-8a4b-5e37288971a2 req-91b86d83-e0ae-4416-9a16-5a8a58ba2ffb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 14 13:00:35.434314 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-59b2262c-17d9-4458-ba4c-4140b7885617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:35.841670 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:36.019150 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c7fd-3728-4b28-a85f-f416ba29093d req-2c61a456-5fe5-4a0b-88f1-5b2a12836044 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:36.020641 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-16b5c7fd-3728-4b28-a85f-f416ba29093d req-2c61a456-5fe5-4a0b-88f1-5b2a12836044 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 945 time: 0.0640032 Jul 14 13:00:36.057021 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-16b5c7fd-3728-4b28-a85f-f416ba29093d req-301b4a79-e70a-4401-a530-032e20010aeb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Jul 14 13:00:36.071598 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 615aee07-5510-46f1-8c32-34b3559271e0 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:00:36.125317 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 615aee07-5510-46f1-8c32-34b3559271e0 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:00:36.129737 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 615aee07-5510-46f1-8c32-34b3559271e0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:00:36.130090 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:36.204861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:36.227100 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:36.229307 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af5f95-4f92-4dae-bca6-9ec0c4f90e3a" -d '{"events": [{"server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "name": "network-vif-plugged", "status": "completed", "tag": "615aee07-5510-46f1-8c32-34b3559271e0"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:36.242185 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=615aee07-5510-46f1-8c32-34b3559271e0,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:36.246219 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:36.272535 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfd6e4-7ec1-449e-9ef2-9bc377689e16 x-openstack-request-id: req-20dfd6e4-7ec1-449e-9ef2-9bc377689e16 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:36.272851 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "name": "network-vif-plugged", "status": "completed", "tag": "615aee07-5510-46f1-8c32-34b3559271e0", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:36.273098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20dfd6e4-7ec1-449e-9ef2-9bc377689e16 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:36.273487 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0', 'code': 200} Jul 14 13:00:36.301695 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:36.489353 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a585434-577e-4e45-965c-45072331ce7e req-9f9f077f-6853-4624-af9b-ce71aaa964ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:36.490831 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a585434-577e-4e45-965c-45072331ce7e req-9f9f077f-6853-4624-af9b-ce71aaa964ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 1099 time: 0.0540743 Jul 14 13:00:36.524771 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a585434-577e-4e45-965c-45072331ce7e req-f07909c0-ea9c-4cf5-b9a8-5956aa7c8aa8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269685 Jul 14 13:00:36.765272 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:37.238440 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8889d-e2c6-42e0-9f2b-b54aaaf4f1a5 req-6acc6100-6ad0-4c12-bb74-4c0f60e89365 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:37.239907 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ecd8889d-e2c6-42e0-9f2b-b54aaaf4f1a5 req-6acc6100-6ad0-4c12-bb74-4c0f60e89365 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 946 time: 0.0662873 Jul 14 13:00:37.285725 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ecd8889d-e2c6-42e0-9f2b-b54aaaf4f1a5 req-9a64121c-5e6f-4b32-8127-af81343892b6 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Jul 14 13:00:38.471034 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019c64d-8317-4dc1-b90b-661d095b3375 req-0529ebdf-1515-4f90-90fb-52b059396480 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:38.472409 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8019c64d-8317-4dc1-b90b-661d095b3375 req-0529ebdf-1515-4f90-90fb-52b059396480 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 946 time: 0.0726130 Jul 14 13:00:38.508800 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8019c64d-8317-4dc1-b90b-661d095b3375 req-8467041f-2637-4da1-8519-c3831b961d7b tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Jul 14 13:00:38.653159 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:38.658029 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:42.225552 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:00:45.888265 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0defc4-0b78-4079-93be-f431d5eca3b4 req-a1f7fb35-fc22-420e-aaab-13b6694b7c05 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:45.889749 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b0defc4-0b78-4079-93be-f431d5eca3b4 req-a1f7fb35-fc22-420e-aaab-13b6694b7c05 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 945 time: 0.0663352 Jul 14 13:00:45.928863 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5b0defc4-0b78-4079-93be-f431d5eca3b4 req-761ba2ba-85d9-426d-81da-14a06fabb52a tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Jul 14 13:00:47.110571 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a98a6-d527-4d7c-948a-0954b3a83b26 req-c009bccc-b07a-4d7a-a152-26e2b6f6aba9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:47.112739 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f51a98a6-d527-4d7c-948a-0954b3a83b26 req-c009bccc-b07a-4d7a-a152-26e2b6f6aba9 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 945 time: 0.0700870 Jul 14 13:00:47.154554 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f51a98a6-d527-4d7c-948a-0954b3a83b26 req-4e5b8a41-6d93-4f77-8697-0a568a68a3f0 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Jul 14 13:00:47.719358 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-fe1d4657-e11a-4573-8b61-28383885b39e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:47.720704 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-fe1d4657-e11a-4573-8b61-28383885b39e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 945 time: 0.0673981 Jul 14 13:00:47.820570 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Deleting port 196eff82-1d8a-4b03-a11c-7fad051232bc {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:00:47.820900 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:47.913407 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] For port 196eff82-1d8a-4b03-a11c-7fad051232bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=196eff82-1d8a-4b03-a11c-7fad051232bc,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:47.913757 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:47.925997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Calling delete_port for 196eff82-1d8a-4b03-a11c-7fad051232bc owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:00:48.055311 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:48.068093 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5', 'd060370e-4691-44ba-8ebd-e9d511f74ac4', '1afc2835-ab51-4927-82c1-40bef7e06aa9', '196eff82-1d8a-4b03-a11c-7fad051232bc'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:48.088358 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event deleted for resources: {'Port': ['ID=196eff82-1d8a-4b03-a11c-7fad051232bc,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:48.136751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] No DVR routers for this DVR port 196eff82-1d8a-4b03-a11c-7fad051232bc on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:00:48.139203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:48.141211 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-138186d0-2f93-4d92-8f0a-f798d5c877ca req-91ca079c-566b-419f-8032-3807d1b65292 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "DELETE /v2.0/ports/196eff82-1d8a-4b03-a11c-7fad051232bc HTTP/1.1" status: 204 len: 173 time: 0.4143140 Jul 14 13:00:48.141652 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'name': 'network-vif-deleted', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:48.144026 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce14ea-12e7-40f9-8adb-10db2165102c" -d '{"events": [{"server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "name": "network-vif-deleted", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:48.194680 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d34a23-400c-4d78-9881-978e7d689c47 x-openstack-request-id: req-c6d34a23-400c-4d78-9881-978e7d689c47 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:48.195147 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe925fb-3f13-4149-add9-b46f67ee55e7", "name": "network-vif-deleted", "tag": "196eff82-1d8a-4b03-a11c-7fad051232bc", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:48.201698 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6d34a23-400c-4d78-9881-978e7d689c47 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:48.202237 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe925fb-3f13-4149-add9-b46f67ee55e7', 'name': 'network-vif-deleted', 'tag': '196eff82-1d8a-4b03-a11c-7fad051232bc', 'status': 'completed', 'code': 200} Jul 14 13:00:48.321269 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-9de675a0-47e3-4bde-b815-7727ac9d058e req-6e8d612a-2d65-4413-b611-3e7a39735f08 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbe925fb-3f13-4149-add9-b46f67ee55e7 HTTP/1.1" status: 200 len: 210 time: 0.0299182 Jul 14 13:00:50.924965 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f1741-a036-415e-807d-5c65cdc21aaf req-ae9903b2-4525-49e1-9c03-8728a7a02fa7 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:50.927686 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-230f1741-a036-415e-807d-5c65cdc21aaf req-ae9903b2-4525-49e1-9c03-8728a7a02fa7 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0710475 Jul 14 13:00:50.966191 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-230f1741-a036-415e-807d-5c65cdc21aaf req-15be88d8-1181-4f2f-a5f6-74f857a38ad7 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 14 13:00:52.154956 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb836e9-cc28-4e71-8f7a-fc9a96ec62f7 req-77a4ea72-1005-49df-8bdc-636fd4d718d6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:52.156420 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6cb836e9-cc28-4e71-8f7a-fc9a96ec62f7 req-77a4ea72-1005-49df-8bdc-636fd4d718d6 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0762734 Jul 14 13:00:52.166068 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 196eff82-1d8a-4b03-a11c-7fad051232bc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:00:52.187250 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 196eff82-1d8a-4b03-a11c-7fad051232bc {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:00:52.187712 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 196eff82-1d8a-4b03-a11c-7fad051232bc not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:00:52.198157 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-6cb836e9-cc28-4e71-8f7a-fc9a96ec62f7 req-dedab293-d0a4-42c9-bbea-b0a134aa578f tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Jul 14 13:00:52.701232 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-ffda49be-80aa-46b3-8aaa-a7ac0dabfabf tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:52.702769 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-ffda49be-80aa-46b3-8aaa-a7ac0dabfabf tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 946 time: 0.0656905 Jul 14 13:00:52.802815 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Deleting port 1afc2835-ab51-4927-82c1-40bef7e06aa9 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:00:52.803155 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:52.893967 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] For port 1afc2835-ab51-4927-82c1-40bef7e06aa9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1afc2835-ab51-4927-82c1-40bef7e06aa9,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:52.894328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:52.908433 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Calling delete_port for 1afc2835-ab51-4927-82c1-40bef7e06aa9 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:00:53.032165 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:53.044789 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5', 'd060370e-4691-44ba-8ebd-e9d511f74ac4', '1afc2835-ab51-4927-82c1-40bef7e06aa9'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:53.063736 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event deleted for resources: {'Port': ['ID=1afc2835-ab51-4927-82c1-40bef7e06aa9,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:53.107540 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] No DVR routers for this DVR port 1afc2835-ab51-4927-82c1-40bef7e06aa9 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:00:53.110246 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:53.113481 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-bfccb0ce-f75d-47e4-8e07-f217645c8123 req-f1a5357a-4c91-4e16-a6fc-9f5ef1807cae tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "DELETE /v2.0/ports/1afc2835-ab51-4927-82c1-40bef7e06aa9 HTTP/1.1" status: 204 len: 173 time: 0.4028852 Jul 14 13:00:53.113481 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'name': 'network-vif-deleted', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:53.115207 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487f2a3-a343-4b9d-a810-b42cd43908d9" -d '{"events": [{"server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "name": "network-vif-deleted", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:53.160833 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d462f4-883e-4ab7-8f75-f998937d4d79 x-openstack-request-id: req-55d462f4-883e-4ab7-8f75-f998937d4d79 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:53.161157 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8b322-b6a9-4b20-831c-152490d97873", "name": "network-vif-deleted", "tag": "1afc2835-ab51-4927-82c1-40bef7e06aa9", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:53.161411 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55d462f4-883e-4ab7-8f75-f998937d4d79 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:53.161817 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8b322-b6a9-4b20-831c-152490d97873', 'name': 'network-vif-deleted', 'tag': '1afc2835-ab51-4927-82c1-40bef7e06aa9', 'status': 'completed', 'code': 200} Jul 14 13:00:53.355877 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2dcbe087-441b-4b0b-861e-d65cffd07d29 req-027299f0-18d0-4bc9-951c-0f2536c75f68 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b8b322-b6a9-4b20-831c-152490d97873 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Jul 14 13:00:54.813341 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0033b7-8d7a-4a27-8953-4b0d5f094f20 req-b0f3f8e7-eeaa-4dcb-9531-5cdffe4188ad tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:54.815481 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a0033b7-8d7a-4a27-8953-4b0d5f094f20 req-b0f3f8e7-eeaa-4dcb-9531-5cdffe4188ad tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 945 time: 0.0632951 Jul 14 13:00:54.853176 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2a0033b7-8d7a-4a27-8953-4b0d5f094f20 req-001b50a7-56e4-4ef1-8e8e-1d202b06ab45 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Jul 14 13:00:56.039520 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876e23d-3862-4712-a8f9-bd162a617613 req-be3c94f4-9dd8-4edc-99f6-6b6a37d3418d tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:56.041086 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a876e23d-3862-4712-a8f9-bd162a617613 req-be3c94f4-9dd8-4edc-99f6-6b6a37d3418d tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 945 time: 0.0737879 Jul 14 13:00:56.083283 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a876e23d-3862-4712-a8f9-bd162a617613 req-f0381042-3576-4305-a727-816bf0c7520c tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Jul 14 13:00:56.195183 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1afc2835-ab51-4927-82c1-40bef7e06aa9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:00:56.223299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 1afc2835-ab51-4927-82c1-40bef7e06aa9 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:00:56.223299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 1afc2835-ab51-4927-82c1-40bef7e06aa9 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:00:56.235420 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31a17-106c-4118-8528-87f7cfc70aac req-6e919cbd-e141-4aa4-a601-a54ebd5a3787 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:56.237584 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cee31a17-106c-4118-8528-87f7cfc70aac req-6e919cbd-e141-4aa4-a601-a54ebd5a3787 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 945 time: 0.0707459 Jul 14 13:00:56.639655 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Deleting port d060370e-4691-44ba-8ebd-e9d511f74ac4 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:00:56.639991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:56.726469 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] For port d060370e-4691-44ba-8ebd-e9d511f74ac4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d060370e-4691-44ba-8ebd-e9d511f74ac4,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:00:56.726828 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:56.739667 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Calling delete_port for d060370e-4691-44ba-8ebd-e9d511f74ac4 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:00:56.865660 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:56.877578 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5', 'd060370e-4691-44ba-8ebd-e9d511f74ac4'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:00:56.894118 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event deleted for resources: {'Port': ['ID=d060370e-4691-44ba-8ebd-e9d511f74ac4,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:00:56.948774 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] No DVR routers for this DVR port d060370e-4691-44ba-8ebd-e9d511f74ac4 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:00:56.951733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:00:56.953747 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-cee31a17-106c-4118-8528-87f7cfc70aac req-13b078ff-c779-4d8c-9e43-bd38cb58198b tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "DELETE /v2.0/ports/d060370e-4691-44ba-8ebd-e9d511f74ac4 HTTP/1.1" status: 204 len: 173 time: 0.7030008 Jul 14 13:00:56.954213 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'name': 'network-vif-deleted', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:00:56.956615 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8508882e-ffcd-4af9-85d3-30a7cc940bce" -d '{"events": [{"server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "name": "network-vif-deleted", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:00:57.002002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b947f1d-9238-4fac-8d81-f94f3652888e x-openstack-request-id: req-9b947f1d-9238-4fac-8d81-f94f3652888e {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:00:57.002381 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9395f705-f8f6-4389-9148-75e2b361264a", "name": "network-vif-deleted", "tag": "d060370e-4691-44ba-8ebd-e9d511f74ac4", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:00:57.002652 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b947f1d-9238-4fac-8d81-f94f3652888e {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:00:57.003051 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9395f705-f8f6-4389-9148-75e2b361264a', 'name': 'network-vif-deleted', 'tag': 'd060370e-4691-44ba-8ebd-e9d511f74ac4', 'status': 'completed', 'code': 200} Jul 14 13:00:57.247961 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2a7e4680-db7b-4435-bcec-e7faf940bf19 req-28a92950-3820-4b44-b914-8556015c2fd1 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=9395f705-f8f6-4389-9148-75e2b361264a HTTP/1.1" status: 200 len: 210 time: 0.0290115 Jul 14 13:00:59.838419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726c6d6-04ac-4ef6-a20c-b70017ca351b req-638cf62d-f8d8-4b04-9a86-4b21d452d1d3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:00:59.839932 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f726c6d6-04ac-4ef6-a20c-b70017ca351b req-638cf62d-f8d8-4b04-9a86-4b21d452d1d3 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 945 time: 0.0631943 Jul 14 13:00:59.876788 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f726c6d6-04ac-4ef6-a20c-b70017ca351b req-3440e702-b9ba-43a8-9618-f4c0f85fff3f tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Jul 14 13:01:00.201304 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device d060370e-4691-44ba-8ebd-e9d511f74ac4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:01:00.222204 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: d060370e-4691-44ba-8ebd-e9d511f74ac4 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:01:00.222545 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device d060370e-4691-44ba-8ebd-e9d511f74ac4 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:01:01.064278 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a83d6-efd3-43f0-a744-6d640760ed91 req-eaeee68b-1758-43c5-a0ff-8a4aed981604 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:01.066809 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d94a83d6-efd3-43f0-a744-6d640760ed91 req-eaeee68b-1758-43c5-a0ff-8a4aed981604 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 945 time: 0.0683258 Jul 14 13:01:01.110001 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d94a83d6-efd3-43f0-a744-6d640760ed91 req-ac335313-bede-4212-8f37-7a2b29d0555d tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/security-groups?id=9593fea1-80fd-4e56-a7a1-7f076ddd7fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364878 Jul 14 13:01:01.301720 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-9fb3dab9-e74c-454c-a371-78dda667ab1e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:01.303258 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-9fb3dab9-e74c-454c-a371-78dda667ab1e tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 945 time: 0.0675845 Jul 14 13:01:01.407913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Deleting port e6c787c4-4424-4f69-83b2-382b363dcfc5 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:01:01.408760 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:01.501497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] For port e6c787c4-4424-4f69-83b2-382b363dcfc5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6c787c4-4424-4f69-83b2-382b363dcfc5,segment=NetworkSegment(b4c497fa-6edc-4517-9b54-ec5e8a8ec897),segment_id=b4c497fa-6edc-4517-9b54-ec5e8a8ec897)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:01:01.501856 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:01.514699 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Calling delete_port for e6c787c4-4424-4f69-83b2-382b363dcfc5 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:01:01.645551 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:01.673320 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['e6c787c4-4424-4f69-83b2-382b363dcfc5'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:01:01.675334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Pushing event deleted for resources: {'Port': ['ID=e6c787c4-4424-4f69-83b2-382b363dcfc5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:01.724209 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] No DVR routers for this DVR port e6c787c4-4424-4f69-83b2-382b363dcfc5 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:01:01.726608 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:01.728813 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ef2cebf6-1d3a-4444-b997-d96fbcb2d314 req-6d0751e0-15c6-4136-9ab5-fce234f3fbe8 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.49 "DELETE /v2.0/ports/e6c787c4-4424-4f69-83b2-382b363dcfc5 HTTP/1.1" status: 204 len: 173 time: 0.4198706 Jul 14 13:01:01.729283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'name': 'network-vif-deleted', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:01:01.731661 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47222f53-85ae-4f32-9d44-d494d028ed62" -d '{"events": [{"server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "name": "network-vif-deleted", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:01:01.769980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21312502-ab42-4b7e-8cf2-35955dd983a3 x-openstack-request-id: req-21312502-ab42-4b7e-8cf2-35955dd983a3 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:01:01.770369 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4", "name": "network-vif-deleted", "tag": "e6c787c4-4424-4f69-83b2-382b363dcfc5", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:01:01.770648 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21312502-ab42-4b7e-8cf2-35955dd983a3 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:01:01.771509 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4', 'name': 'network-vif-deleted', 'tag': 'e6c787c4-4424-4f69-83b2-382b363dcfc5', 'status': 'completed', 'code': 200} Jul 14 13:01:02.273235 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7a6a1a2f-fe40-4d9a-8566-aa85692881b0 req-2fb0de65-b263-4c43-935d-c8b00d671939 tempest-AttachVolumeNegativeTest-1708686645 tempest-AttachVolumeNegativeTest-1708686645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ecfb8d-a4f2-4a39-8244-b8a4fc94d8e4 HTTP/1.1" status: 200 len: 210 time: 0.0293837 Jul 14 13:01:03.077980 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-5cd7fa03-acb2-455c-b5ec-6227e9e67afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.368097 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60206) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:03.413769 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Deleting subnet 2672d897-2570-44eb-a473-ae4ea1aea841 {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:01:03.416874 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.451494 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.489385 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.556174 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.583922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.587055 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2672d897-2570-44eb-a473-ae4ea1aea841 HTTP/1.1" status: 204 len: 168 time: 0.2178996 Jul 14 13:01:03.587906 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889149ef-3210-483f-9f1b-ce1da02db5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2672d897-2570-44eb-a473-ae4ea1aea841,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:03.588680 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60208) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:03.666453 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.749437 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.760172 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c964a45b-ee1a-4477-9882-49fb72f22b7f']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:01:03.771723 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:01:03.772041 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c497fa-6edc-4517-9b54-ec5e8a8ec897') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:01:03.781683 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.795933 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.802582 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:01:03.802962 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:01:03.804592 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:01:03.864551 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.877325 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:03.879202 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c964a45b-ee1a-4477-9882-49fb72f22b7f HTTP/1.1" status: 204 len: 168 time: 0.2888567 Jul 14 13:01:04.007238 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60214) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:04.050022 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1a50db28-6451-4bb2-9444-64a89d323f90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa2d9b7960f44586a8a41157debcf9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415614 Jul 14 13:01:04.052767 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60216) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:04.109591 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:04.131058 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c964a45b-ee1a-4477-9882-49fb72f22b7f,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:04.135877 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:04.138872 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.139218 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.139555 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.139883 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.140217 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.140531 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.140854 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.141167 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.141488 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.141811 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.142915 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.142915 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1020c1-e6ad-471f-82f1-8182b0530df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:04.196980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:04.199812 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:04.201015 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9593fea1-80fd-4e56-a7a1-7f076ddd7fba HTTP/1.1" status: 204 len: 168 time: 0.1473293 Jul 14 13:01:04.209645 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6d1a7-0787-46e9-81bf-b6c7cfc6e63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9593fea1-80fd-4e56-a7a1-7f076ddd7fba,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:05.435950 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-24822e2e-21f3-451b-ab0e-db75bb46a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:05.843954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:06.767399 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:08.658745 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:08.731700 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device e6c787c4-4424-4f69-83b2-382b363dcfc5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:01:08.757501 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: e6c787c4-4424-4f69-83b2-382b363dcfc5 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:01:08.757838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device e6c787c4-4424-4f69-83b2-382b363dcfc5 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:01:08.763872 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.606167 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60364) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:15.708298 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c713ff32-3d03-4427-b3ac-0c53dace7c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.801197 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c713ff32-3d03-4427-b3ac-0c53dace7c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.806059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-c713ff32-3d03-4427-b3ac-0c53dace7c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.848256 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-c713ff32-3d03-4427-b3ac-0c53dace7c6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dfddafae99f4df0bf5a34cb13b33460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410128 Jul 14 13:01:15.849216 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713ff32-3d03-4427-b3ac-0c53dace7c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daab0bd-5a1d-43de-b8da-55a7d62052fa,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:15.850984 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60368) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:15.901249 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.923932 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.970205 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.973294 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:15.974461 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1daab0bd-5a1d-43de-b8da-55a7d62052fa HTTP/1.1" status: 204 len: 168 time: 0.1224892 Jul 14 13:01:15.982034 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb9ac8-16c3-4e64-a7a6-31464099bb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daab0bd-5a1d-43de-b8da-55a7d62052fa,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:16.535181 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-fa4134d9-6210-43a0-98f1-b8f21cd174e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598147 Jul 14 13:01:17.587408 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-94c4962d-fc38-4370-a09c-ea0890a19c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:17.589104 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-94c4962d-fc38-4370-a09c-ea0890a19c5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 1099 time: 0.0531175 Jul 14 13:01:17.639234 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60424) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:17.708756 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-f342f50b-55b9-4550-81d8-b0acfa01a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:17.710169 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-f342f50b-55b9-4550-81d8-b0acfa01a03c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 914 time: 0.0986779 Jul 14 13:01:17.749321 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b703593b-1158-4640-9c3f-366adb27a8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:17.757205 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-aa0c1eea-5a4b-4349-b284-513780a59be2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615aee07-5510-46f1-8c32-34b3559271e0 HTTP/1.1" status: 200 len: 217 time: 0.0396917 Jul 14 13:01:17.814832 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-c882b1fa-2c92-4813-8f01-bebf1b2cd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:17.816586 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-c882b1fa-2c92-4813-8f01-bebf1b2cd278 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 200 len: 853 time: 0.0525315 Jul 14 13:01:17.840181 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b703593b-1158-4640-9c3f-366adb27a8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:17.844958 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b703593b-1158-4640-9c3f-366adb27a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:17.850658 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-6a0ab247-3389-42bd-ae2d-0ecea782da91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267251 Jul 14 13:01:17.884877 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-b703593b-1158-4640-9c3f-366adb27a8bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=830a8c3727524e9c9b0dcd006e284716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444599 Jul 14 13:01:17.885985 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703593b-1158-4640-9c3f-366adb27a8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c696e-9350-4ae6-adca-5702a8ea749e,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:17.895016 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60428) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:17.944659 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-d6f82846-6ae4-4e6d-a673-a65c4766662a service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Jul 14 13:01:17.949808 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:17.971392 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.019420 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.022162 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.025683 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b20c696e-9350-4ae6-adca-5702a8ea749e HTTP/1.1" status: 204 len: 168 time: 0.1273417 Jul 14 13:01:18.030834 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bfea0-776d-466c-97a8-64477a7d5f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c696e-9350-4ae6-adca-5702a8ea749e,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:18.039323 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-edb9d837-c1b2-42a6-be71-22f1f76c14c2 req-b3a841fa-cb30-4e48-9c37-c5e5a3f5d1d4 service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881608 Jul 14 13:01:18.309241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60434) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:18.325589 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0d50-74f4-4b7d-a889-c6bfefb82e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.421456 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0d50-74f4-4b7d-a889-c6bfefb82e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.426365 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0d50-74f4-4b7d-a889-c6bfefb82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.471617 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5ccf0d50-74f4-4b7d-a889-c6bfefb82e8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32def836a18b45f9a93fcfffff99fbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608756 Jul 14 13:01:18.474115 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf0d50-74f4-4b7d-a889-c6bfefb82e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a963ac-6412-4944-9d53-844c24c460bc,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:18.474309 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60440) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:18.544590 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.575614 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.628649 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.632380 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:18.633834 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08a963ac-6412-4944-9d53-844c24c460bc HTTP/1.1" status: 204 len: 168 time: 0.1587188 Jul 14 13:01:18.644743 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edd12a-4249-46c8-9538-21c29b269253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a963ac-6412-4944-9d53-844c24c460bc,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:19.224477 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:01:20.473113 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60506) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:20.583195 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a69dc3ba-0c4e-4112-90f1-9b0a741fb7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.679592 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a69dc3ba-0c4e-4112-90f1-9b0a741fb7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.683586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a69dc3ba-0c4e-4112-90f1-9b0a741fb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.726309 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-a69dc3ba-0c4e-4112-90f1-9b0a741fb7ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=531a5a31f6fb470f99c130808dcc1843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520719 Jul 14 13:01:20.727277 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc3ba-0c4e-4112-90f1-9b0a741fb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8705abd9-cddd-4fb8-8dc0-7818bd91bdbe,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:20.729360 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60516) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:20.783940 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.805633 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.857573 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.860400 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:20.861714 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8705abd9-cddd-4fb8-8dc0-7818bd91bdbe HTTP/1.1" status: 204 len: 168 time: 0.1301928 Jul 14 13:01:20.875329 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f07ae-4a58-4dbd-ae27-698ef2304cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8705abd9-cddd-4fb8-8dc0-7818bd91bdbe,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:21.151961 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60522) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:21.164976 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2b423cc1-a0b1-44de-9772-02f1650a6778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.263787 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2b423cc1-a0b1-44de-9772-02f1650a6778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.267634 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2b423cc1-a0b1-44de-9772-02f1650a6778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.305307 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2b423cc1-a0b1-44de-9772-02f1650a6778 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b063eb1ee28b4bbcaf211a60af47e70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522684 Jul 14 13:01:21.307311 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b423cc1-a0b1-44de-9772-02f1650a6778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9939a6f7-84cb-4752-8387-51daa2430817,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:21.308106 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60524) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:21.365701 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.389817 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.435907 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.438974 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:21.440360 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9939a6f7-84cb-4752-8387-51daa2430817 HTTP/1.1" status: 204 len: 168 time: 0.1312335 Jul 14 13:01:21.452310 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41cedc-51ba-4a44-856f-99076a19f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9939a6f7-84cb-4752-8387-51daa2430817,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:22.557958 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60564) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:22.672707 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.777815 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.781721 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.820006 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a80ad-745d-4499-a8a1-c5e5fb7ce1aa,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:22.823846 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f32ae0e04a34aaf9ed01bac9cdf2454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648523 Jul 14 13:01:22.826684 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60568) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:01:22.834018 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.834510 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.834918 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.835424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.835849 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.836377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.836817 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.837334 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.837794 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.838247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.838711 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.839136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd2d35-6596-4744-a99d-02fde5cd78ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:22.878666 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.899656 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.949482 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.952052 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:22.953189 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a6a80ad-745d-4499-a8a1-c5e5fb7ce1aa HTTP/1.1" status: 204 len: 168 time: 0.1255424 Jul 14 13:01:22.961727 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2c68-30d0-4743-8d8d-f07e162ce8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a80ad-745d-4499-a8a1-c5e5fb7ce1aa,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:23.529034 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52285a-d6f6-45eb-aa65-390b4301d223 req-3aea684c-f1f6-43c9-b39d-24fe6604fc93 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:23.530694 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5f52285a-d6f6-45eb-aa65-390b4301d223 req-3aea684c-f1f6-43c9-b39d-24fe6604fc93 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 946 time: 0.0686038 Jul 14 13:01:23.569672 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5f52285a-d6f6-45eb-aa65-390b4301d223 req-45b35c4f-7f48-496f-9f79-1b6d5bf46d74 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Jul 14 13:01:24.751930 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f442e-935d-44a5-ad22-d18693d1a6b2 req-92cf41a3-50c2-49c2-ad38-1f9707e05d09 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:24.754085 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a03f442e-935d-44a5-ad22-d18693d1a6b2 req-92cf41a3-50c2-49c2-ad38-1f9707e05d09 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 946 time: 0.0644324 Jul 14 13:01:24.800425 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-a03f442e-935d-44a5-ad22-d18693d1a6b2 req-c35990c4-39c0-43af-b739-e4c7aeb3bcff tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Jul 14 13:01:25.001093 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-9132b57b-b508-4774-9812-e969c54645f6 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:25.002606 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-9132b57b-b508-4774-9812-e969c54645f6 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 946 time: 0.0664949 Jul 14 13:01:25.100877 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Deleting port 615aee07-5510-46f1-8c32-34b3559271e0 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:01:25.101210 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:25.194815 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] For port 615aee07-5510-46f1-8c32-34b3559271e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=615aee07-5510-46f1-8c32-34b3559271e0,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:01:25.195177 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:25.208537 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Calling delete_port for 615aee07-5510-46f1-8c32-34b3559271e0 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:01:25.340173 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:25.351176 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['615aee07-5510-46f1-8c32-34b3559271e0'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:01:25.368913 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Pushing event deleted for resources: {'Port': ['ID=615aee07-5510-46f1-8c32-34b3559271e0,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:25.412733 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] No DVR routers for this DVR port 615aee07-5510-46f1-8c32-34b3559271e0 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:01:25.415265 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:25.417389 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-60b4504a-c39a-4654-a181-1cda3908f7a1 req-b9a17b04-b059-4e01-bfc5-ddfbdc189cd4 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "DELETE /v2.0/ports/615aee07-5510-46f1-8c32-34b3559271e0 HTTP/1.1" status: 204 len: 173 time: 0.4095309 Jul 14 13:01:25.417908 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'name': 'network-vif-deleted', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:01:25.420237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf3ad0-1a32-4835-8075-a7a2a045a6e2" -d '{"events": [{"server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "name": "network-vif-deleted", "tag": "615aee07-5510-46f1-8c32-34b3559271e0"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:01:25.458738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0162f-04c5-4d91-9a3e-1e5a60f2edc4 x-openstack-request-id: req-d8f0162f-04c5-4d91-9a3e-1e5a60f2edc4 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:01:25.458738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604118a-6b3e-4e2a-8601-1eb11ae1df08", "name": "network-vif-deleted", "tag": "615aee07-5510-46f1-8c32-34b3559271e0", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:01:25.458738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8f0162f-04c5-4d91-9a3e-1e5a60f2edc4 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:01:25.459433 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4604118a-6b3e-4e2a-8601-1eb11ae1df08', 'name': 'network-vif-deleted', 'tag': '615aee07-5510-46f1-8c32-34b3559271e0', 'status': 'completed', 'code': 200} Jul 14 13:01:25.956503 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-804941f7-c984-43dc-838f-4580114a2712 req-c5431572-d0a9-4121-8ed2-2cd0dfd5d86b tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=4604118a-6b3e-4e2a-8601-1eb11ae1df08 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jul 14 13:01:28.332580 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 615aee07-5510-46f1-8c32-34b3559271e0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:01:28.354298 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 615aee07-5510-46f1-8c32-34b3559271e0 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:01:28.354634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 615aee07-5510-46f1-8c32-34b3559271e0 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:01:33.080259 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-33a288f9-e2d9-4831-a608-07a2b62ab658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:35.438930 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8793c3cb-fb9f-43b6-9507-4d9a68186902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:35.846269 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:36.770525 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:37.023445 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-d99c3cf3-c36f-4233-8939-c71bb2564cc2 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:37.024806 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-d99c3cf3-c36f-4233-8939-c71bb2564cc2 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 813 time: 0.1037040 Jul 14 13:01:37.039522 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-24cb9b7c-b7c1-4b60-a4dc-316f50ca2e8f tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/quotas/fa4234299a204d1ab3e6518a760d7674 HTTP/1.1" status: 200 len: 375 time: 0.0094881 Jul 14 13:01:37.073179 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-d8de984e-5867-484e-a637-3b5eb6c6d36e tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284755 Jul 14 13:01:37.176915 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-8247d2b6-b890-4bf7-a7d4-ce2369e9f8c5 service neutron] 10.222.0.48 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971494 Jul 14 13:01:37.272338 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-cacc6e4e-d550-4f28-be61-5bbc7ff3ca1b service neutron] 10.222.0.48 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897257 Jul 14 13:01:37.440599 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a979e45-6677-4679-8d69-862391c2485e req-e2e8bb8f-2e4b-4309-b372-055b5b65f3de tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 210 time: 0.0296824 Jul 14 13:01:38.458508 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-55bf5371-e8d8-459a-a3fb-8250f9673545 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:38.460299 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-55bf5371-e8d8-459a-a3fb-8250f9673545 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 813 time: 0.1071525 Jul 14 13:01:38.473341 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Request body: {'port': {'device_id': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf', 'admin_state_up': True, 'tenant_id': 'fa4234299a204d1ab3e6518a760d7674'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:01:38.586590 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-76483207-0565-49e5-88a1-98e7046733f9 req-a3f01168-6b8b-4021-addd-389a3a411708 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 210 time: 0.0302930 Jul 14 13:01:38.600490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Made reservation on behalf of fa4234299a204d1ab3e6518a760d7674 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:01:38.604112 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:38.661330 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:38.739774 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Allocated IP 172.20.0.6 (b6d76f5f-976f-4bef-9cd3-78e089d09ebf/fcefd597-f890-4bf9-a0ca-e4f59009219c/5dbfa771-945a-4795-b82e-fe3f6f2eee90) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:01:38.750172 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:38.893628 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:38.933928 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:38.979819 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Network b6d76f5f-976f-4bef-9cd3-78e089d09ebf is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:01:38.983002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:01:38.987519 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:01:38.994255 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Pushing event updated for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:39.039082 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:39.039685 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.052982 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-0b59b34a-f515-476f-80d4-5399de5dc6fb tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837345 Jul 14 13:01:39.064131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Request body: {'port': {'device_id': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:01:39.146791 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.415997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbfa771-945a-4795-b82e-fe3f6f2eee90 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:01:39.423256 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.434477 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Transition to ACTIVE for port object 5dbfa771-945a-4795-b82e-fe3f6f2eee90 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:01:39.438887 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.491997 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:39.560886 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Attempting to bind port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:01:39.561213 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Attempting to bind port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:01:39.561534 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Attempting to bind port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:01:39.566618 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:01:39.566936 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Attempting to bind port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 on network b6d76f5f-976f-4bef-9cd3-78e089d09ebf {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:01:39.571603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:01:39.571928 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Checking segment: {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:01:39.572304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Bound using segment: {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:01:39.572717 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Bound port: 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d45b527-b3f6-4123-8dc4-5e7bad4897bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:01:39.573069 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.634835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:01:39.638544 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:01:39.644742 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.682378 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:39.683033 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:39.684382 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/5dbfa771-945a-4795-b82e-fe3f6f2eee90 HTTP/1.1" status: 200 len: 1093 time: 0.6242208 Jul 14 13:01:39.684837 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:01:39.687103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55de1372-450c-4382-8e27-afda0b45cf90" -d '{"events": [{"name": "network-changed", "server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:01:39.714569 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c048ee-79c4-49fc-b937-a99633c9d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:39.749367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3bb070-f121-4064-8bd8-7315ad520f79 x-openstack-request-id: req-7e3bb070-f121-4064-8bd8-7315ad520f79 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:01:39.749670 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:01:39.749945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e3bb070-f121-4064-8bd8-7315ad520f79 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:01:39.750345 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90', 'status': 'completed', 'code': 200} Jul 14 13:01:39.830151 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f73a8-1299-4aad-b0d8-69fd1c5c0fac req-1ad5ecd9-7f2d-4f8f-a8a0-3350f6289caf tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:39.831650 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-515f73a8-1299-4aad-b0d8-69fd1c5c0fac req-1ad5ecd9-7f2d-4f8f-a8a0-3350f6289caf tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 943 time: 0.1133280 Jul 14 13:01:39.834237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-410a622a-56e8-402d-acec-8632bb2cfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:39.835572 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-410a622a-56e8-402d-acec-8632bb2cfe27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 1096 time: 0.0843649 Jul 14 13:01:39.890276 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-8150aba0-19ad-4db8-b008-ee4f3bc6a863 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90 HTTP/1.1" status: 200 len: 217 time: 0.0462384 Jul 14 13:01:39.913898 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-515f73a8-1299-4aad-b0d8-69fd1c5c0fac req-7f557389-bdb1-4dab-9f7e-0346436c1cf1 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767126 Jul 14 13:01:39.948910 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-e3ad291c-970a-4072-b9c6-c26f85977051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:39.950339 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-e3ad291c-970a-4072-b9c6-c26f85977051 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 200 len: 853 time: 0.0511549 Jul 14 13:01:39.989737 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-7d8a0ff3-72d5-47ba-b7b8-9550a047581c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jul 14 13:01:40.088654 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-2b9e0491-3102-41db-88f2-2ebda52c4f61 service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923779 Jul 14 13:01:40.188859 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-2baa1c65-6479-4fab-8a44-c323eb2846f6 req-a76b44a9-1207-478b-9b0f-f633e9b0b9f9 service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941172 Jul 14 13:01:40.295019 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1372-450c-4382-8e27-afda0b45cf90 req-d0116bde-4d19-4d0d-91d0-72e54dbde794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:40.296416 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-d0116bde-4d19-4d0d-91d0-72e54dbde794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa4234299a204d1ab3e6518a760d7674&device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 1096 time: 0.0563474 Jul 14 13:01:40.383072 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1372-450c-4382-8e27-afda0b45cf90 req-b4c87e0b-e81c-4349-82cd-d7eebf388e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:40.384741 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-b4c87e0b-e81c-4349-82cd-d7eebf388e4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 200 len: 914 time: 0.0819480 Jul 14 13:01:40.426938 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-4d960641-e496-4e24-9707-ff59fe1a6c77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90 HTTP/1.1" status: 200 len: 217 time: 0.0346684 Jul 14 13:01:40.480888 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1372-450c-4382-8e27-afda0b45cf90 req-0b0a523c-8ff2-4e62-bfea-b237acb93ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:40.482503 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-0b0a523c-8ff2-4e62-bfea-b237acb93ee3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 200 len: 853 time: 0.0489070 Jul 14 13:01:40.516308 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-8c7cb154-6d95-47af-8882-b884ec1f0d53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6d76f5f-976f-4bef-9cd3-78e089d09ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258765 Jul 14 13:01:40.604504 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-118f38a5-781e-47df-b7d0-bda1b5299c11 service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817270 Jul 14 13:01:40.699557 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-55de1372-450c-4382-8e27-afda0b45cf90 req-d5f5b77a-e61d-43c8-84cf-362fc3d1433d service neutron] 10.222.0.49 "GET /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858252 Jul 14 13:01:41.104107 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2eff2-6d09-4915-af0a-5f515df919ad req-38e57698-822e-41f4-ad42-00bfa4371dba tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:41.105568 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47d2eff2-6d09-4915-af0a-5f515df919ad req-38e57698-822e-41f4-ad42-00bfa4371dba tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 943 time: 0.0737071 Jul 14 13:01:41.149300 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-47d2eff2-6d09-4915-af0a-5f515df919ad req-25f24204-e019-47ed-81e9-33bacf378626 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Jul 14 13:01:42.065464 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 5dbfa771-945a-4795-b82e-fe3f6f2eee90 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:01:42.167634 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:01:42.182280 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '5dbfa771-945a-4795-b82e-fe3f6f2eee90', 'network_id': 'b6d76f5f-976f-4bef-9cd3-78e089d09ebf', 'port_id': '5dbfa771-945a-4795-b82e-fe3f6f2eee90', 'mac_address': 'fa:16:3e:44:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcefd597-f890-4bf9-a0ca-e4f59009219c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:01:42.227385 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:42.239914 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbfa771-945a-4795-b82e-fe3f6f2eee90 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:01:42.260829 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:01:42.264708 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:42.312497 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:42.320111 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.320455 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.320800 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.321141 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.321477 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.321815 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.322176 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.322506 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.322840 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.323169 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.323495 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.323821 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:01:42.330614 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb78e98-00dc-4039-b066-ee557beb8f1e req-65e8d194-9584-4304-a54c-e0ad0aeaba21 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:42.332120 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-adb78e98-00dc-4039-b066-ee557beb8f1e req-65e8d194-9584-4304-a54c-e0ad0aeaba21 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 944 time: 0.0652957 Jul 14 13:01:42.372320 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-adb78e98-00dc-4039-b066-ee557beb8f1e req-ee3ace15-8b75-4255-b100-6fdc0e002670 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 Jul 14 13:01:42.466163 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['5dbfa771-945a-4795-b82e-fe3f6f2eee90'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:01:43.552520 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc270-d264-405b-b35d-2ebc08517300 req-32929b73-8795-4871-9b2f-6ee12632807d tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:43.554025 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8fdbc270-d264-405b-b35d-2ebc08517300 req-32929b73-8795-4871-9b2f-6ee12632807d tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 944 time: 0.0712662 Jul 14 13:01:43.592392 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8fdbc270-d264-405b-b35d-2ebc08517300 req-2edb3602-a779-4041-ad77-955d60ed60ba tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 14 13:01:44.096923 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 5dbfa771-945a-4795-b82e-fe3f6f2eee90 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:01:44.146183 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:01:44.149818 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:01:44.150224 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:44.227896 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:44.252420 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:01:44.254788 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c12534-7c45-4c45-b47d-67896e07786a" -d '{"events": [{"server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "name": "network-vif-plugged", "status": "completed", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:01:44.267025 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:01:44.271193 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:01:44.294059 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f0719a-894f-4d0a-ae73-65270d1dbcef x-openstack-request-id: req-b3f0719a-894f-4d0a-ae73-65270d1dbcef {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:01:44.294351 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "name": "network-vif-plugged", "status": "completed", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:01:44.294601 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3f0719a-894f-4d0a-ae73-65270d1dbcef {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:01:44.294993 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90', 'code': 200} Jul 14 13:01:44.321185 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:01:44.525336 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a404-d440-43d2-b79d-7173d518a1c3 req-1a015da5-b928-4bf8-9dc9-6eaf2b8702db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:44.526803 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b708a404-d440-43d2-b79d-7173d518a1c3 req-1a015da5-b928-4bf8-9dc9-6eaf2b8702db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 1098 time: 0.0616231 Jul 14 13:01:44.561760 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-b708a404-d440-43d2-b79d-7173d518a1c3 req-d034797e-efda-4de7-9f57-7abceb1bbfd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276296 Jul 14 13:01:44.767905 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e755-47ff-4d70-aff6-499f7fbc178b req-7c3a2fd8-606d-4bb3-aef9-b7fad4629dd0 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:44.769416 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3c84e755-47ff-4d70-aff6-499f7fbc178b req-7c3a2fd8-606d-4bb3-aef9-b7fad4629dd0 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 945 time: 0.0638752 Jul 14 13:01:44.809559 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-3c84e755-47ff-4d70-aff6-499f7fbc178b req-081ca3a0-ad60-4f74-8130-866f8e40afd3 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345783 Jul 14 13:01:45.986367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced9654-9810-4eee-9905-8c2c6469a517 req-7592b624-b299-4789-beeb-de4be03ee180 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:01:45.987865 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ced9654-9810-4eee-9905-8c2c6469a517 req-7592b624-b299-4789-beeb-de4be03ee180 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 945 time: 0.0649824 Jul 14 13:01:46.030344 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ced9654-9810-4eee-9905-8c2c6469a517 req-c07f3236-d98c-49b7-a04f-3189e2dd0e2e tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Jul 14 13:01:56.224373 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:02:03.091234 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cad5e89c-56ea-42f9-875e-d897662e0f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:05.442316 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9bba-887e-40ee-aa43-2582618ff81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:05.849062 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:06.415709 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdca56-c3c8-4b58-9722-0d44d0a7803b req-aa5c7006-6458-475b-95a1-9842216fb960 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:06.417107 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ffdca56-c3c8-4b58-9722-0d44d0a7803b req-aa5c7006-6458-475b-95a1-9842216fb960 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 945 time: 0.0626848 Jul 14 13:02:06.463264 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9ffdca56-c3c8-4b58-9722-0d44d0a7803b req-5bc5308b-a842-47b8-adde-8f4138242b8d tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jul 14 13:02:06.772579 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:07.643476 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd090f6-bef8-4177-bb18-dbccbb6008c3 req-1eade3e3-3f6a-4cb2-87f7-aa8cdb31a443 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:07.644964 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cfd090f6-bef8-4177-bb18-dbccbb6008c3 req-1eade3e3-3f6a-4cb2-87f7-aa8cdb31a443 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 945 time: 0.0646455 Jul 14 13:02:07.683199 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-cfd090f6-bef8-4177-bb18-dbccbb6008c3 req-c6fc7050-e9f6-4b32-a64b-b5dfbf5f50ee tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9f694e7-de58-4f68-a55f-e1825665e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Jul 14 13:02:07.910036 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60662e5-0150-4183-85c3-299c5585f117 req-6e7e589e-c821-4ceb-8983-f1d3276afc3d tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:07.911542 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a60662e5-0150-4183-85c3-299c5585f117 req-6e7e589e-c821-4ceb-8983-f1d3276afc3d tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 945 time: 0.0677376 Jul 14 13:02:08.016823 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Deleting port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:02:08.017831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.107399 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] For port 5dbfa771-945a-4795-b82e-fe3f6f2eee90, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5dbfa771-945a-4795-b82e-fe3f6f2eee90,segment=NetworkSegment(4d45b527-b3f6-4123-8dc4-5e7bad4897bf),segment_id=4d45b527-b3f6-4123-8dc4-5e7bad4897bf)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:08.107751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.120086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Calling delete_port for 5dbfa771-945a-4795-b82e-fe3f6f2eee90 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:02:08.252000 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.265270 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['5dbfa771-945a-4795-b82e-fe3f6f2eee90'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:02:08.282164 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Pushing event deleted for resources: {'Port': ['ID=5dbfa771-945a-4795-b82e-fe3f6f2eee90,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:08.326565 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] No DVR routers for this DVR port 5dbfa771-945a-4795-b82e-fe3f6f2eee90 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:02:08.329055 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.331134 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-a60662e5-0150-4183-85c3-299c5585f117 req-97849934-f767-478d-a5f4-f3b11c42ee46 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.49 "DELETE /v2.0/ports/5dbfa771-945a-4795-b82e-fe3f6f2eee90 HTTP/1.1" status: 204 len: 173 time: 0.4143538 Jul 14 13:02:08.331564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'name': 'network-vif-deleted', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:02:08.333849 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31bf0c-5a08-4f25-b23c-d17d960b154f" -d '{"events": [{"server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "name": "network-vif-deleted", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:02:08.372581 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea75ac0-69ef-4011-8730-91a1b02e6f4b x-openstack-request-id: req-5ea75ac0-69ef-4011-8730-91a1b02e6f4b {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:02:08.372981 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d08093-86cb-46c3-950f-b3d6f63d401b", "name": "network-vif-deleted", "tag": "5dbfa771-945a-4795-b82e-fe3f6f2eee90", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:02:08.373239 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ea75ac0-69ef-4011-8730-91a1b02e6f4b {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:02:08.373671 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d08093-86cb-46c3-950f-b3d6f63d401b', 'name': 'network-vif-deleted', 'tag': '5dbfa771-945a-4795-b82e-fe3f6f2eee90', 'status': 'completed', 'code': 200} Jul 14 13:02:08.664107 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.753467 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:08.849148 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-448d181e-3e7b-43fd-b766-c32e7768f56a req-e7fdfb20-7d80-442d-9a62-895d7bcdb2a9 tempest-VolumesSnapshotTestJSON-181721276 tempest-VolumesSnapshotTestJSON-181721276-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d08093-86cb-46c3-950f-b3d6f63d401b HTTP/1.1" status: 200 len: 210 time: 0.0284338 Jul 14 13:02:13.445083 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 5dbfa771-945a-4795-b82e-fe3f6f2eee90 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:02:13.468089 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 5dbfa771-945a-4795-b82e-fe3f6f2eee90 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:02:13.468436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 5dbfa771-945a-4795-b82e-fe3f6f2eee90 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:02:33.045901 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60880) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:33.083932 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5941-1bba-4d33-b8f1-ff40b920d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.093578 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Deleting subnet fcefd597-f890-4bf9-a0ca-e4f59009219c {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:02:33.097361 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.142986 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.183052 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.226789 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:02:33.243755 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.271049 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcefd597-f890-4bf9-a0ca-e4f59009219c,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:33.274164 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.275922 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fcefd597-f890-4bf9-a0ca-e4f59009219c HTTP/1.1" status: 204 len: 168 time: 0.2290549 Jul 14 13:02:33.278601 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60882) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:33.282114 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.282505 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.282753 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.283734 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.284074 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.284405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.284839 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.285574 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.285964 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.286399 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.286718 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.287045 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0d7b43-e667-4f68-a6a3-9dbec5769fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.350643 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.434123 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.444508 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d76f5f-976f-4bef-9cd3-78e089d09ebf']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:33.454435 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d45b527-b3f6-4123-8dc4-5e7bad4897bf') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:33.454729 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d45b527-b3f6-4123-8dc4-5e7bad4897bf') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:33.463943 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.482716 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.489859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:02:33.490270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:02:33.491960 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:02:33.547865 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.553197 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.555139 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6d76f5f-976f-4bef-9cd3-78e089d09ebf HTTP/1.1" status: 204 len: 168 time: 0.2755094 Jul 14 13:02:33.566267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d76f5f-976f-4bef-9cd3-78e089d09ebf,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:33.574067 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.574424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.574767 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.575112 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.575448 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.575782 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.576114 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.576443 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.576763 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.577086 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.577409 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.577730 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc09d2a-85fc-46c5-b07b-0ad0ac72492c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:33.722265 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60886) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:33.763343 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-9712373b-f08b-40f6-9675-d2bf53b96e18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa4234299a204d1ab3e6518a760d7674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398643 Jul 14 13:02:33.765751 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60888) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:33.815414 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.836275 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.883038 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.885662 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:33.886899 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9f694e7-de58-4f68-a55f-e1825665e8ac HTTP/1.1" status: 204 len: 168 time: 0.1202242 Jul 14 13:02:33.897130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8385-bd01-4bce-8d24-a196bdb60e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f694e7-de58-4f68-a55f-e1825665e8ac,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:34.554283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60910) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:34.647411 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-607363999-network', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:34.669737 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Made reservation on behalf of ae1f02ed7682415a8790e2dc8184a3d2 for: {'network': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:02:34.672142 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.684605 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.772552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.776458 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.803153 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=92954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:02:34.818846 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cbd44-25de-491c-a823-4cc939f0b593,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:34.823005 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.823353 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.segments_db [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Added segment 3e8f8bec-b29e-4f30-a8c0-0561de5b0150 of type vlan for network 5b984109-98cd-4087-8be0-de9e0f15fcbb Jul 14 13:02:34.864131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.897286 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.898205 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:34.898785 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:34.956583 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4011486 Jul 14 13:02:34.959494 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60914) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:34.961747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e093-ddd7-4b1d-8474-a26e4081f799 admin admin] Pushing event updated for resources: {'Network': ['ID=5b984109-98cd-4087-8be0-de9e0f15fcbb,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:34.964670 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Request body: {'subnet': {'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-607363999-subnet', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:34.971232 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:02:34.988397 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Made reservation on behalf of ae1f02ed7682415a8790e2dc8184a3d2 for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:02:34.992264 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8925931'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.183027 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8925913'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.242996 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db5ded6-6545-49d8-a841-2f638f0c4d10,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:35.260521 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:35.260870 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Network hostable DHCP agents. Network: 5b984109-98cd-4087-8be0-de9e0f15fcbb, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:02:35.277298 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:02:35.285720 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 5b984109-98cd-4087-8be0-de9e0f15fcbb) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:35.289929 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:35.290520 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.296371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3deb81-e4bf-49fe-af9d-12c269979788 None None] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:02:35.308964 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-4a0e22bc-9a58-4611-b1bd-0b4ec70d30be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3482807 Jul 14 13:02:35.311567 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60916) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:35.316490 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:35.336211 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.337136 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.395346 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.455363 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-5b984109-98cd-4087-8be0-de9e0f15fcbb', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:02:35.456221 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.469812 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-bb815545-013b-46db-8baf-1ee86e0a90dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.539925 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.611857 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Allocated IP 172.20.0.2 (5b984109-98cd-4087-8be0-de9e0f15fcbb/4db5ded6-6545-49d8-a841-2f638f0c4d10/93293aaa-937c-433d-95f8-4badd2093d55) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:35.748122 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.760009 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.769444 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Transition to ACTIVE for port object 93293aaa-937c-433d-95f8-4badd2093d55 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:35.770867 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.786791 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Transition to ACTIVE for port object 93293aaa-937c-433d-95f8-4badd2093d55 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:35.792855 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.838580 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:35.848155 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:35.850478 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:35.863100 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Pushing event updated for resources: {'Port': ['ID=93293aaa-937c-433d-95f8-4badd2093d55,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:35.872658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.876318 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Allocated IP 172.27.3.100 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/e4ad109a-6c17-461c-957f-56f00a093106) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:35.924398 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Attempting to bind port 93293aaa-937c-433d-95f8-4badd2093d55 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:35.924831 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Attempting to bind port 93293aaa-937c-433d-95f8-4badd2093d55 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:35.925577 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Attempting to bind port 93293aaa-937c-433d-95f8-4badd2093d55 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:35.932268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:35.932648 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:35.933094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.933555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Bound using segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:35.934081 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Bound port: 93293aaa-937c-433d-95f8-4badd2093d55, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:35.934498 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:35.984776 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.010297 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] For port 93293aaa-937c-433d-95f8-4badd2093d55, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:36.013771 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] For port 93293aaa-937c-433d-95f8-4badd2093d55, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=93293aaa-937c-433d-95f8-4badd2093d55,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:36.019317 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.025099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.066693 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:36.070601 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:36.074241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:36.088171 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bab8a-095d-414d-a177-3b09d21be050 None None] Pushing event updated for resources: {'Port': ['ID=93293aaa-937c-433d-95f8-4badd2093d55,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:36.102690 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ad109a-6c17-461c-957f-56f00a093106,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:36.364382 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.563330 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.704041 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Router 9cfeec73-341f-4134-817b-e4881be088f4 is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:02:36.777797 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.817839 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:02:36.827068 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:02:36.836887 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:36.838180 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2109b279-1ec4-4dd2-84c3-ca919d809715 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5256605 Jul 14 13:02:36.840703 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:36.840928 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60918) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:36.841883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:36.962229 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:36.994029 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09798d1-1b66-4062-b3a2-0f43e84ce6a0 None None] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:02:37.146356 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-6f98d3e8-cde2-4a1a-b7e7-10cd0b0d8790 None None] Provisioning for port 93293aaa-937c-433d-95f8-4badd2093d55 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:37.266382 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 93293aaa-937c-433d-95f8-4badd2093d55 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:37.462709 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:36Z', 'revision_number': 3, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:37.493658 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:02:37.494040 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Updating router 9cfeec73-341f-4134-817b-e4881be088f4 port e4ad109a-6c17-461c-957f-56f00a093106 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:02:37.519114 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 93293aaa-937c-433d-95f8-4badd2093d55 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:37.525385 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 93293aaa-937c-433d-95f8-4badd2093d55 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:37.525761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.526858 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.557661 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.727294 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Allocated IP 172.20.0.1 (5b984109-98cd-4087-8be0-de9e0f15fcbb/4db5ded6-6545-49d8-a841-2f638f0c4d10/aebd00c6-01ba-4177-b6de-312b58f861c1) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:37.738274 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.838586 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-89f149b0-21f2-41b6-8c50-6c23b692f310 None None] Provisioning complete for port 93293aaa-937c-433d-95f8-4badd2093d55 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:37.838967 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-89f149b0-21f2-41b6-8c50-6c23b692f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.840344 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.842992 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 93293aaa-937c-433d-95f8-4badd2093d55, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=93293aaa-937c-433d-95f8-4badd2093d55,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:37.855426 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Transition to ACTIVE for port object aebd00c6-01ba-4177-b6de-312b58f861c1 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:37.867392 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.892313 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:37.935242 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:37.941181 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:37.944115 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Pushing event updated for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:37.945987 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:37.975771 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=93293aaa-937c-433d-95f8-4badd2093d55,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:37.995160 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.060610 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.080003 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Transition to ACTIVE for port object e4ad109a-6c17-461c-957f-56f00a093106 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:38.088563 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.160611 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Attempting to bind port e4ad109a-6c17-461c-957f-56f00a093106 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:38.161396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Attempting to bind port e4ad109a-6c17-461c-957f-56f00a093106 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:38.161396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Attempting to bind port e4ad109a-6c17-461c-957f-56f00a093106 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:38.169386 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82951-b184-4744-9625-9fa0cce1755e None None] Pushing event updated for resources: {'Port': ['ID=e4ad109a-6c17-461c-957f-56f00a093106,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:38.172867 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:38.173047 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.173182 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:38.173293 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.173925 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:38.174388 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Bound port: e4ad109a-6c17-461c-957f-56f00a093106, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:38.174671 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.231396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] For port e4ad109a-6c17-461c-957f-56f00a093106, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:38.242528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] For port e4ad109a-6c17-461c-957f-56f00a093106, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e4ad109a-6c17-461c-957f-56f00a093106,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:38.249069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.321116 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:38.321803 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:38.329301 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82951-b184-4744-9625-9fa0cce1755e None None] Pushing event updated for resources: {'Port': ['ID=e4ad109a-6c17-461c-957f-56f00a093106,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:38.330547 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-1bd244b5-22fe-4fab-b6a8-498e53bfd017 None None] Provisioning for port aebd00c6-01ba-4177-b6de-312b58f861c1 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:38.358973 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.364195 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9042195'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.370086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-1bd244b5-22fe-4fab-b6a8-498e53bfd017 None None] Provisioning complete for port aebd00c6-01ba-4177-b6de-312b58f861c1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:38.370461 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-1bd244b5-22fe-4fab-b6a8-498e53bfd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.430798 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.432511 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Pushing event updated for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:38.450013 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-1bd244b5-22fe-4fab-b6a8-498e53bfd017 None None] Port aebd00c6-01ba-4177-b6de-312b58f861c1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:02:38.470987 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:38.533722 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:38.535303 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:38.671190 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:02:38.688071 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.705646 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:37Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:38.734320 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210f70f-ce46-4257-8e59-efff7755730f None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:37Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:02:38.776596 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.780846 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-f00b07c1-c6c0-480d-a74c-097749312099 None None] Provisioning complete for port aebd00c6-01ba-4177-b6de-312b58f861c1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:38.781227 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f00b07c1-c6c0-480d-a74c-097749312099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:38.799486 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:02:38.813104 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8178506c-5b95-4be5-9231-e6530a98a885 admin admin] 10.222.0.48 "PUT /v2.0/routers/9cfeec73-341f-4134-817b-e4881be088f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632328 Jul 14 13:02:38.828669 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-f00b07c1-c6c0-480d-a74c-097749312099 None None] Port aebd00c6-01ba-4177-b6de-312b58f861c1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:02:39.256599 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 93293aaa-937c-433d-95f8-4badd2093d55 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:39.318491 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 93293aaa-937c-433d-95f8-4badd2093d55 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:39.318861 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.345848 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60934) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:39.351285 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972058134-network', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:39.387437 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Made reservation on behalf of bea5fbfa445d440cbe58fcafb7e4f3dc for: {'network': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:02:39.390332 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for network, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.406994 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.519043 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.525443 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.552127 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=92953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:02:39.561269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64be51-5082-4e2f-87b8-b3981f9d2edd,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:39.572086 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.572573 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.segments_db [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Added segment e21232ac-a3c9-4a3c-88cc-65e78094502c of type vlan for network 78b7d334-5799-4e03-9ae6-60dbdc055f5a Jul 14 13:02:39.616079 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779762313741'] for network, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.647626 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240'] for network, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.648694 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:39.649277 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.711015 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3640225 Jul 14 13:02:39.713630 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60936) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:39.720554 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Request body: {'subnet': {'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972058134-subnet', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'ip_version': 4}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:39.724934 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc6a34-140d-4e86-82e7-d621694c1213 admin admin] Pushing event updated for resources: {'Network': ['ID=78b7d334-5799-4e03-9ae6-60dbdc055f5a,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:39.735433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a details requested by agent ovs-agent-dv-cinder-786933-4-iscsi with host dv-cinder-786933-4-iscsi {{(pid=92955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:02:39.743711 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Made reservation on behalf of bea5fbfa445d440cbe58fcafb7e4f3dc for: {'subnet': 1} {{(pid=92953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:02:39.746149 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8925931'] for subnet, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.928968 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9042308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8925913'] for subnet, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:39.987413 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda1ccdc-cff7-470a-b936-73b24bdc93cd,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:39.996211 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Checking segment: {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:39.996570 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Network hostable DHCP agents. Network: 78b7d334-5799-4e03-9ae6-60dbdc055f5a, hostable agents: ['72d96515-3d1b-409e-9b23-d6524aad5b5a'], hosted agents: [] {{(pid=92953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:02:40.015105 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a is scheduled to be hosted by DHCP agent 72d96515-3d1b-409e-9b23-d6524aad5b5a with binding_index 1 {{(pid=92953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:02:40.025270 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-4-iscsi, 78b7d334-5799-4e03-9ae6-60dbdc055f5a) {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:40.029461 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:02:40.030190 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.034356 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd2569-5237-4277-9a61-c90dfe37c01a None None] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:02:40.044198 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1ec64dca-7036-422e-a787-4ad85c68630c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3294027 Jul 14 13:02:40.046705 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60938) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:40.051593 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:40.074224 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4084412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255386'] for router, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.075208 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4084255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4085202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3712296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6505'] for router, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.133735 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.188791 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8640099-c090-5544-9eb9-ff695266ff0d-78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd'}]}} from dv-cinder-786933-4-iscsi. {{(pid=92955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:02:40.189697 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.277435 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4085184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6523'] for router, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.333554 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.db_base_plugin_common [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Allocated IP 172.20.0.2 (78b7d334-5799-4e03-9ae6-60dbdc055f5a/dda1ccdc-cff7-470a-b936-73b24bdc93cd/216e70e0-ee64-4017-a68b-387f9f986327) {{(pid=92955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:40.493112 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks [] for port, precommit_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.494140 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.502459 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Transition to ACTIVE for port object 216e70e0-ee64-4017-a68b-387f9f986327 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:40.513331 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.518598 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Transition to ACTIVE for port object 216e70e0-ee64-4017-a68b-387f9f986327 will not be triggered until provisioned by entity DHCP. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:40.525806 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013'] for port, after_create {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.565857 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a is already hosted by enough agents. {{(pid=92955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:40.568906 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.scheduler.base_scheduler [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Resources bound (agent type, host, resource id): {{(pid=92955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:40.572435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Received port after_create {{(pid=92955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:40.579680 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Pushing event updated for resources: {'Port': ['ID=216e70e0-ee64-4017-a68b-387f9f986327,revision_number=1']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:40.624732 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Allocated IP 172.27.3.80 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/63dbbb43-1e92-47f8-95ae-4c99749a6cc0) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:40.641384 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Attempting to bind port 216e70e0-ee64-4017-a68b-387f9f986327 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:40.641760 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Attempting to bind port 216e70e0-ee64-4017-a68b-387f9f986327 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:40.642158 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Attempting to bind port 216e70e0-ee64-4017-a68b-387f9f986327 on network 78b7d334-5799-4e03-9ae6-60dbdc055f5a {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:40.648377 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:40.648770 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Checking segment: {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:40.649177 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.649575 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Bound using segment: {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:40.650073 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Bound port: 216e70e0-ee64-4017-a68b-387f9f986327, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:40.650458 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.715638 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] For port 216e70e0-ee64-4017-a68b-387f9f986327, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:40.718663 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] For port 216e70e0-ee64-4017-a68b-387f9f986327, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=216e70e0-ee64-4017-a68b-387f9f986327,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:40.726607 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.745931 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.768107 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:02:40.778469 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:40.778646 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:40.783613 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863aee5-81b9-431c-92fa-451f1b76ea8e None None] Pushing event updated for resources: {'Port': ['ID=216e70e0-ee64-4017-a68b-387f9f986327,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:40.795036 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:40.838013 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:40.842507 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:40.847254 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:40.850875 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Pushing event updated for resources: {'Port': ['ID=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:40.910311 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:41.145721 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 2, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:41.163422 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.175621 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:02:41.176031 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Updating router 9cfeec73-341f-4134-817b-e4881be088f4 port aebd00c6-01ba-4177-b6de-312b58f861c1 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:02:41.301300 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 216e70e0-ee64-4017-a68b-387f9f986327 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:41.323280 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.354747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 216e70e0-ee64-4017-a68b-387f9f986327 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:41.358809 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e4ad109a-6c17-461c-957f-56f00a093106 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:41.394450 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4085281'] for router, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.543272 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port e4ad109a-6c17-461c-957f-56f00a093106 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:41.543959 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Router 813734cb-a8fe-4a9d-8710-29752bc4256f is scheduled to L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e with binding_index 1 {{(pid=92953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:02:41.549006 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port e4ad109a-6c17-461c-957f-56f00a093106 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:41.549576 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.638887 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.653854 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.667871 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port e4ad109a-6c17-461c-957f-56f00a093106, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e4ad109a-6c17-461c-957f-56f00a093106,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:41.668544 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Transition to ACTIVE for port object aebd00c6-01ba-4177-b6de-312b58f861c1 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:41.673666 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:02:41.676125 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.679100 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.702490 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.705069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Sync routers for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:02:41.706197 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-fbca520a-66ca-497f-82d0-819cec6fbcff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6584313 Jul 14 13:02:41.709505 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60940) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:41.730074 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:41.730916 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:41.744430 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Pushing event updated for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:41.772293 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.773403 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.773939 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.774463 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.774963 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.775460 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.775957 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.776510 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.777031 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.777523 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.778055 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.778549 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:41.822667 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Attempting to bind port aebd00c6-01ba-4177-b6de-312b58f861c1 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:41.823280 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Attempting to bind port aebd00c6-01ba-4177-b6de-312b58f861c1 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:41.823650 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Attempting to bind port aebd00c6-01ba-4177-b6de-312b58f861c1 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:41.829791 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:41.829963 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:41.830361 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.830755 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Bound using segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:41.831786 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Bound port: aebd00c6-01ba-4177-b6de-312b58f861c1, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:41.832381 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.883306 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=e4ad109a-6c17-461c-957f-56f00a093106,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:41.902346 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:41.918202 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] For port aebd00c6-01ba-4177-b6de-312b58f861c1, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:41.921616 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] For port aebd00c6-01ba-4177-b6de-312b58f861c1, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=aebd00c6-01ba-4177-b6de-312b58f861c1,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:41.930731 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:41.967159 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79b564-b743-46b6-b8bd-193983519d2c None None] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:02:41.988563 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:41.989223 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:42.054976 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882128a-6a5a-4de5-b63e-33740a6c5bb6 None None] Pushing event updated for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:42.102030 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Provisioning for port 216e70e0-ee64-4017-a68b-387f9f986327 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:42.123339 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Provisioning complete for port 216e70e0-ee64-4017-a68b-387f9f986327 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:42.123845 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.139292 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:42.241809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.356238 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.371013 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-b001727e-3f41-4535-940c-42922ad0779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:42.389891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 3, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:42.398351 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001727e-3f41-4535-940c-42922ad0779f None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:02:42.416980 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Allocated IP 172.20.0.1 (78b7d334-5799-4e03-9ae6-60dbdc055f5a/dda1ccdc-cff7-470a-b936-73b24bdc93cd/b4ed2e23-7670-4483-b15f-8cad1844d7c1) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:02:42.435876 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Checking router: 813734cb-a8fe-4a9d-8710-29752bc4256f for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:02:42.436236 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Updating router 813734cb-a8fe-4a9d-8710-29752bc4256f port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 binding host dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:02:42.440231 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] For port 216e70e0-ee64-4017-a68b-387f9f986327, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=216e70e0-ee64-4017-a68b-387f9f986327,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:42.468998 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.526428 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.536782 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.550225 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Transition to ACTIVE for port object b4ed2e23-7670-4483-b15f-8cad1844d7c1 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:42.591597 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.759956 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Pushing event updated for resources: {'Port': ['ID=216e70e0-ee64-4017-a68b-387f9f986327,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:42.780367 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.780738 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.780968 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.781303 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.781636 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.782002 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.782465 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.782656 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.783020 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.783345 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.783669 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.783988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5881d-af65-453b-ae0b-bf843d1987ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:02:42.846902 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks [] for port, precommit_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.858065 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Transition to ACTIVE for port object 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 will not be triggered until provisioned by entity L2. {{(pid=92955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:42.867383 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.937316 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Attempting to bind port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:42.937688 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Attempting to bind port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:42.938080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Attempting to bind port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 on network 939b8a63-fe70-4623-bdee-3b613d6b1edc {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:42.943446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e90052-2274-4804-aa0e-c7903f985f17 None None] Pushing event updated for resources: {'Port': ['ID=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,revision_number=2']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:42.948860 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-4280424d-e6f4-4cb7-8740-599eafd5d021 None None] Provisioning complete for port 216e70e0-ee64-4017-a68b-387f9f986327 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:42.949234 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4280424d-e6f4-4cb7-8740-599eafd5d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.951146 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:42.951512 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Checking segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:42.951897 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.952288 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Bound using segment: {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'} {{(pid=92955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:42.952768 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.managers [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Bound port: 63dbbb43-1e92-47f8-95ae-4c99749a6cc0, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf141ec4-9de7-4e9b-b795-4d2aa7ca9755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc'}}] {{(pid=92955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:42.953146 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:42.973772 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:42.980556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:42.983697 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:02:43.015428 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:43.029381 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4085458'] for router_interface, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.047746 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] For port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:43.052849 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] For port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:43.059352 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.158515 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:43.159132 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:43.185586 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.221309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e90052-2274-4804-aa0e-c7903f985f17 None None] Pushing event updated for resources: {'Port': ['ID=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,revision_number=3']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:43.297758 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:43.338680 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device aebd00c6-01ba-4177-b6de-312b58f861c1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:43.387730 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.393271 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.468604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:43.471659 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3881226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084578'] for router_interface, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.576423 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:02:43.577905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:02:43.588365 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ce7c87d9-d09a-4763-97a9-5cecdc9efb2c None None] Provisioning for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:43.598423 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-ce7c87d9-d09a-4763-97a9-5cecdc9efb2c None None] Provisioning complete for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:43.598792 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ce7c87d9-d09a-4763-97a9-5cecdc9efb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.644602 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port aebd00c6-01ba-4177-b6de-312b58f861c1 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:43.656541 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port aebd00c6-01ba-4177-b6de-312b58f861c1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:43.656912 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.666187 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c87d9-d09a-4763-97a9-5cecdc9efb2c None None] Port b4ed2e23-7670-4483-b15f-8cad1844d7c1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:02:43.728809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Router 813734cb-a8fe-4a9d-8710-29752bc4256f has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:02:43.784844 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b4ed2e23-7670-4483-b15f-8cad1844d7c1', 'name': '', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'mac_address': 'fa:16:3e:ea:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:42Z', 'updated_at': '2021-07-14T13:02:42Z', 'revision_number': 1, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'subnets': [{'id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:43.787596 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.818268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2aac2f-309b-46f7-93f5-78ac8c8becda None None] The sync data for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi is: [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b4ed2e23-7670-4483-b15f-8cad1844d7c1', 'name': '', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'mac_address': 'fa:16:3e:ea:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:42Z', 'updated_at': '2021-07-14T13:02:42Z', 'revision_number': 1, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'subnets': [{'id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:02:43.846473 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port aebd00c6-01ba-4177-b6de-312b58f861c1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=aebd00c6-01ba-4177-b6de-312b58f861c1,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:43.852254 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.853011 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 216e70e0-ee64-4017-a68b-387f9f986327 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:43.858547 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:02:43.872071 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-63c7944c-a0cb-441e-9dfd-1e75be707c6e admin admin] 10.222.0.48 "PUT /v2.0/routers/813734cb-a8fe-4a9d-8710-29752bc4256f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534455 Jul 14 13:02:43.940007 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a0e6e363-3240-4c0c-ae39-3e1ec1bbb17d None None] Provisioning complete for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:43.940371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e363-3240-4c0c-ae39-3e1ec1bbb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:43.966919 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:43.988773 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6e363-3240-4c0c-ae39-3e1ec1bbb17d None None] Port b4ed2e23-7670-4483-b15f-8cad1844d7c1 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:02:43.993679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 216e70e0-ee64-4017-a68b-387f9f986327 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:43.994080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.112686 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e4ad109a-6c17-461c-957f-56f00a093106 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:44.163108 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port e4ad109a-6c17-461c-957f-56f00a093106 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:44.163567 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.425533 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60948) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:44.430470 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475679243', 'description': 'tempest-secgroup-smoke-1475679243 description', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:44.457384 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.540869 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.544774 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.572632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.573888 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472764 Jul 14 13:02:44.577236 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60950) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:44.578008 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132afbd-f488-4233-b80a-268a3b4417b4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed51b1-f376-4f39-bd33-e5c37be3bb32,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:44.587259 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:44.617591 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.674459 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.677975 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.695455 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48479b09-87dc-4b15-80b7-d2ed90d8c2eb,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:44.708522 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.710426 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-25f6d437-2aa1-4880-a7fb-504da4271805 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320860 Jul 14 13:02:44.713479 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60952) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:44.717843 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:44.744065 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.804659 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.808730 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.826954 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fb95c0-24bb-42a4-a59c-331b36329685,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:44.833924 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.835447 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-08626401-8b50-47cb-8821-031837aedecf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207232 Jul 14 13:02:44.837787 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60954) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:44.842195 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:44.872656 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.930636 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.934269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.951057 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f1c2b6-8614-43ce-b419-e996854e6f2e,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:44.958291 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:44.959507 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-1f8a2840-f92a-4c70-a11f-bfd27c169ddd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207731 Jul 14 13:02:44.962357 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60956) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:44.967188 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:44.993970 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.053400 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.056995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.075201 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14b9122-a452-48b0-b2b4-a9c625f18813,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:45.080781 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.082087 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3429b368-4aea-42bb-a387-21c40fd4f149 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186659 Jul 14 13:02:45.084690 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 60958) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:45.088907 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.v2.base [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:45.113756 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.securitygroups_db [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Project ae1f02ed7682415a8790e2dc8184a3d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:02:45.120614 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.206625 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.211693 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.353651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device aebd00c6-01ba-4177-b6de-312b58f861c1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:45.411747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port aebd00c6-01ba-4177-b6de-312b58f861c1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:45.412125 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.490550 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb95e08-adea-4010-a3cc-935fb5d02aa6,revision_number=0']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:45.499526 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.504818 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-3ba4855d-216f-4ee2-9e5d-2163c6f56a66 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161689 Jul 14 13:02:45.505015 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:45.505352 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 60960) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:02:45.514126 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'security_group_rule': {'security_group_id': '60ed51b1-f376-4f39-bd33-e5c37be3bb32', 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:02:45.551186 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.securitygroups_db [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Project ae1f02ed7682415a8790e2dc8184a3d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:02:45.564635 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.570678 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:45.574723 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:45.575289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.659632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.663847 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914232'] for security_group_rule, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.670309 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.687240 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ac6d84-dda3-4342-b343-a24523a8c59b,revision_number=0']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:45.692460 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.694136 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-de94175a-43fa-40d4-ba6f-d4b62caa02a9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864717 Jul 14 13:02:45.695007 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:45.699531 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:45.753737 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:46.600137 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Sync routers for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:02:46.609502 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:46.610398 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:46.716434 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:46.915877 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b4ed2e23-7670-4483-b15f-8cad1844d7c1', 'name': '', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'mac_address': 'fa:16:3e:ea:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:42Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 2, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'subnets': [{'id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:46.945331 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Checking router: 813734cb-a8fe-4a9d-8710-29752bc4256f for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:02:46.945689 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Updating router 813734cb-a8fe-4a9d-8710-29752bc4256f port b4ed2e23-7670-4483-b15f-8cad1844d7c1 binding host dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:02:46.979657 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.244930 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:47.264827 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.275134 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.provisioning_blocks [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Transition to ACTIVE for port object b4ed2e23-7670-4483-b15f-8cad1844d7c1 will not be triggered until provisioned by entity L2. {{(pid=92956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:02:47.280284 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.294718 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:47.295108 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.337724 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672170-63ce-440f-88da-df2e6a9ab7ee None None] Pushing event updated for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=3']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:47.398594 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Attempting to bind port b4ed2e23-7670-4483-b15f-8cad1844d7c1 on host dv-cinder-786933-4-iscsi for vnic_type normal with profile {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:02:47.399787 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Attempting to bind port b4ed2e23-7670-4483-b15f-8cad1844d7c1 by drivers openvswitch,hyperv on host dv-cinder-786933-4-iscsi at level 0 using segments [{'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:02:47.400165 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Attempting to bind port b4ed2e23-7670-4483-b15f-8cad1844d7c1 on network 78b7d334-5799-4e03-9ae6-60dbdc055f5a {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:02:47.406435 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Checking agent: {'id': '6583dc70-619b-49eb-bc00-480468b878a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 45, 6), 'started_at': datetime.datetime(2021, 7, 14, 12, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:02:47.406809 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Checking segment: {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:02:47.407212 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.407602 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Bound using segment: {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'} {{(pid=92956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:02:47.408123 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.managers [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Bound port: b4ed2e23-7670-4483-b15f-8cad1844d7c1, host: dv-cinder-786933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21232ac-a3c9-4a3c-88cc-65e78094502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a'}}] {{(pid=92956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:02:47.408530 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.474645 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] For port b4ed2e23-7670-4483-b15f-8cad1844d7c1, host dv-cinder-786933-4-iscsi, cleared binding levels {{(pid=92956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:02:47.478114 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] For port b4ed2e23-7670-4483-b15f-8cad1844d7c1, host dv-cinder-786933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b4ed2e23-7670-4483-b15f-8cad1844d7c1,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:02:47.482243 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:47.555186 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:02:47.555909 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:02:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:47.559209 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672170-63ce-440f-88da-df2e6a9ab7ee None None] Pushing event updated for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=4']} {{(pid=92956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:47.667234 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:02:47.959131 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b4ed2e23-7670-4483-b15f-8cad1844d7c1', 'name': '', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'mac_address': 'fa:16:3e:ea:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:42Z', 'updated_at': '2021-07-14T13:02:47Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'subnets': [{'id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:02:47.991355 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df7f58-61db-4a9d-ba4a-54bfc2a4f6e1 None None] The sync data for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi is: [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'b4ed2e23-7670-4483-b15f-8cad1844d7c1', 'name': '', 'network_id': '78b7d334-5799-4e03-9ae6-60dbdc055f5a', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'mac_address': 'fa:16:3e:ea:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:42Z', 'updated_at': '2021-07-14T13:02:47Z', 'revision_number': 4, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'subnets': [{'id': 'dda1ccdc-cff7-470a-b936-73b24bdc93cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:02:49.257213 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b4ed2e23-7670-4483-b15f-8cad1844d7c1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:49.305606 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:02:49.309323 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:49.309698 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:49.391447 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:49.427347 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] For port b4ed2e23-7670-4483-b15f-8cad1844d7c1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b4ed2e23-7670-4483-b15f-8cad1844d7c1,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:02:49.431168 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:02:49.480342 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Pushing event updated for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:02:51.237399 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b4ed2e23-7670-4483-b15f-8cad1844d7c1 up at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:02:51.287122 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Provisioning complete for port b4ed2e23-7670-4483-b15f-8cad1844d7c1 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:02:51.287492 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:01.286368 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-1c7501af-9cec-4b5f-bccb-14e64a148da0 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475679243&fields=id&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 267 time: 0.0326240 Jul 14 13:03:01.392748 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-a8207caf-7d5e-4718-89e4-eb27e41dbd8a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:01.394320 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-a8207caf-7d5e-4718-89e4-eb27e41dbd8a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1016335 Jul 14 13:03:01.409668 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-3fc333ba-c299-4feb-8ec1-c65096bcb758 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/quotas/ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 375 time: 0.0100186 Jul 14 13:03:01.479614 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-8d5fe9d4-0af2-42b2-8b47-917b95fe30e0 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650525 Jul 14 13:03:01.498188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-9527b4ec-c87a-4d68-b498-f35082d6faa3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:03:01.499245 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-9527b4ec-c87a-4d68-b498-f35082d6faa3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058599 Jul 14 13:03:01.593287 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-49383d2e-64a6-4024-80ad-a77dfd69213f service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881040 Jul 14 13:03:01.683508 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-aa4b3de2-7ae4-4a44-a53e-3b13052634ef service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836620 Jul 14 13:03:02.081522 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-83c189bf-99d9-47f9-b7ac-2cda5269ec1d req-4c16989d-ed4d-4a44-b924-310ee9053ce6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 210 time: 0.1265137 Jul 14 13:03:03.084064 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ff73a592-6884-4eda-8e4c-59fab4c53cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:03.226133 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ca846835-bc90-4d62-afca-ba36dfe9aa6d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:03.227770 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ca846835-bc90-4d62-afca-ba36dfe9aa6d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1281161 Jul 14 13:03:03.260950 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dd9e7a10-386a-415a-ba18-03a29248874d req-b43d807d-42a5-41e2-ab2f-3a66ce3639e9 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jul 14 13:03:03.295666 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-32d4a3c8-8777-432a-9ed4-1cac627c798c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 380 time: 0.0371966 Jul 14 13:03:03.306193 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'port': {'device_id': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'admin_state_up': True, 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'security_groups': ['60ed51b1-f376-4f39-bd33-e5c37be3bb32']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:03:03.415876 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Made reservation on behalf of ae1f02ed7682415a8790e2dc8184a3d2 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:03:03.419725 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:03.549237 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.20.0.9 (5b984109-98cd-4087-8be0-de9e0f15fcbb/4db5ded6-6545-49d8-a841-2f638f0c4d10/794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:03:03.700831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:03.715688 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Transition to ACTIVE for port object 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:03:03.750118 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:03.799596 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:03:03.802603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:03:03.805014 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:03:03.831626 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:03.863492 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:03.864131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:03.879193 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-ee8a2776-f0f9-4bfd-ae35-8a0b66b5cc4b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764575 Jul 14 13:03:03.889506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-d98bee53-5897-4241-ae61-755f1c4437ac tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=92954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:03:03.891177 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-d98bee53-5897-4241-ae61-755f1c4437ac tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057187 Jul 14 13:03:03.955712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Request body: {'port': {'device_id': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:03:03.981523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-499e3be5-8a85-421a-8dc0-e76a62a7e6d7 None None] Provisioning for port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:03:03.985496 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-499e3be5-8a85-421a-8dc0-e76a62a7e6d7 None None] Provisioning complete for port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:03:03.985883 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-499e3be5-8a85-421a-8dc0-e76a62a7e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.023400 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-499e3be5-8a85-421a-8dc0-e76a62a7e6d7 None None] Port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:03:04.033815 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.293504 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:03:04.301134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.314444 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Transition to ACTIVE for port object 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:03:04.318911 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.391564 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Pushing event updated for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:04.446093 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Attempting to bind port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:03:04.446432 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Attempting to bind port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:03:04.446764 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Attempting to bind port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:03:04.451452 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:03:04.451775 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Attempting to bind port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:03:04.457526 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6990d9-f712-4ad9-b60a-7b7c3dafe885 req-3698b953-882d-44c2-8cb7-b353e0178866 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:04.458135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:03:04.458135 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:03:04.458394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Bound using segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:03:04.458767 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Bound port: 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:03:04.459130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.459471 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de6990d9-f712-4ad9-b60a-7b7c3dafe885 req-3698b953-882d-44c2-8cb7-b353e0178866 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0784461 Jul 14 13:03:04.503736 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-de6990d9-f712-4ad9-b60a-7b7c3dafe885 req-3946651f-e4bd-4ea8-8497-bc2c03f55560 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Jul 14 13:03:04.534747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:03:04.537835 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:03:04.542384 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.585630 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:04.586278 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:04.587740 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] 10.222.0.49 "PUT /v2.0/ports/794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 200 len: 1093 time: 0.6894820 Jul 14 13:03:04.588202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:03:04.590506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:03:04.620203 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6e98-f413-43b3-9a91-af2ad4648764 service neutron] Pushing event updated for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:04.639510 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf14a53-f43d-4887-91b9-e2f430c47d71 x-openstack-request-id: req-fdf14a53-f43d-4887-91b9-e2f430c47d71 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:03:04.639804 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:03:04.640053 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdf14a53-f43d-4887-91b9-e2f430c47d71 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:03:04.640448 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'status': 'completed', 'code': 200} Jul 14 13:03:04.687134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-11414f47-221c-42bd-8383-d01e6488f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:04.689408 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-11414f47-221c-42bd-8383-d01e6488f96d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0592587 Jul 14 13:03:04.730048 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-3dabd326-b003-4c37-b715-48ddfca6b047 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 200 len: 217 time: 0.0340438 Jul 14 13:03:04.784156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-36978f47-a59f-469d-973f-41df2be39e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:04.785638 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-36978f47-a59f-469d-973f-41df2be39e2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0487492 Jul 14 13:03:04.850065 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-712cc0df-5fdd-4682-bfc0-e83d273f11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:04.851576 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-712cc0df-5fdd-4682-bfc0-e83d273f11ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597672 Jul 14 13:03:04.947720 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-000b62d6-e0af-4dda-a13d-d8afbec47ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888460 Jul 14 13:03:05.040960 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-5feef323-3be4-4f41-8d0c-bba8c2c2118d req-2765a92d-b117-4702-af75-4328e511fcbb service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872827 Jul 14 13:03:05.144446 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-515c3263-51f4-4059-8f05-640c56506ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:05.146129 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-515c3263-51f4-4059-8f05-640c56506ebe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0582223 Jul 14 13:03:05.241971 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-b2f1067e-2831-4ffe-82a4-f8c6ed021b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:05.243361 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-b2f1067e-2831-4ffe-82a4-f8c6ed021b96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0898407 Jul 14 13:03:05.288028 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-8bb493d0-359e-49ba-8637-d111a7ab22c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 200 len: 217 time: 0.0351677 Jul 14 13:03:05.336905 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-767a2fa3-73ba-4e86-9f19-c07ebd2770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:05.338416 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-767a2fa3-73ba-4e86-9f19-c07ebd2770d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0438578 Jul 14 13:03:05.399482 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-375a9c8c-2764-44cb-a409-3a63a5663a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:05.401283 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-375a9c8c-2764-44cb-a409-3a63a5663a45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551546 Jul 14 13:03:05.440599 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a0c63590-2bd8-4800-8a98-42eed3c318a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:05.499597 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-eaeb74dc-94ee-41b8-8d1f-2741a84a3b0f service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906246 Jul 14 13:03:05.605464 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fda51712-ba4e-4e9c-9ff7-7ae5e9cfed81 req-c65896f4-b07f-467e-8251-0cadb5ab6b82 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993898 Jul 14 13:03:05.690008 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de28f-adcd-43c8-90d0-9af8bcc391a6 req-be402d90-dc1d-4b90-aa95-ffc0f12b5a1e tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:05.691499 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d43de28f-adcd-43c8-90d0-9af8bcc391a6 req-be402d90-dc1d-4b90-aa95-ffc0f12b5a1e tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0726669 Jul 14 13:03:05.730383 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-d43de28f-adcd-43c8-90d0-9af8bcc391a6 req-1b875603-2ff1-4f6f-926d-03f4fa0f8dba tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Jul 14 13:03:05.845314 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:06.779854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:06.909630 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a3d0-6f77-4ab0-87db-06aa38e7d62b req-a40ed87e-3ae1-482c-b77f-32eb855e86a0 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:06.911185 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e20a3d0-6f77-4ab0-87db-06aa38e7d62b req-a40ed87e-3ae1-482c-b77f-32eb855e86a0 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0652256 Jul 14 13:03:06.957286 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7e20a3d0-6f77-4ab0-87db-06aa38e7d62b req-41babc1d-ea85-4a4f-86d7-5232ac5694c8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Jul 14 13:03:08.138402 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359dc05-99a1-4afa-b239-e600d25ee5c7 req-cb0d70b0-ee69-434a-90bc-2e84c66e5b0a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:08.140005 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8359dc05-99a1-4afa-b239-e600d25ee5c7 req-cb0d70b0-ee69-434a-90bc-2e84c66e5b0a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0704160 Jul 14 13:03:08.178802 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8359dc05-99a1-4afa-b239-e600d25ee5c7 req-f618c224-3c65-4bd4-9ba9-5032d88b76ba tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jul 14 13:03:08.669086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:08.773670 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:09.350232 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936919d-14cb-4070-b332-ab8deb36fce2 req-f09e7295-7c1b-470f-a6aa-26b9952b39c3 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:09.351729 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6936919d-14cb-4070-b332-ab8deb36fce2 req-f09e7295-7c1b-470f-a6aa-26b9952b39c3 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0629461 Jul 14 13:03:09.389190 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6936919d-14cb-4070-b332-ab8deb36fce2 req-7b18a5d6-f55a-404a-bbe0-a5c632b35b27 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Jul 14 13:03:10.226235 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:03:10.562195 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fa950-20ce-4221-b821-b72ab951bdd4 req-c0a087ff-e7b7-4121-8a53-c8341ed85252 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:10.563765 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a3fa950-20ce-4221-b821-b72ab951bdd4 req-c0a087ff-e7b7-4121-8a53-c8341ed85252 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0640922 Jul 14 13:03:10.602976 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8a3fa950-20ce-4221-b821-b72ab951bdd4 req-9f642a92-a5bd-4aa4-ab1a-ef080ee52903 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 14 13:03:11.779755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a8957-99a1-4ddc-ac55-f4605a005b22 req-a31a5be5-15ac-4a43-9297-51c8ebcd2527 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:11.781224 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba4a8957-99a1-4ddc-ac55-f4605a005b22 req-a31a5be5-15ac-4a43-9297-51c8ebcd2527 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 943 time: 0.0661669 Jul 14 13:03:11.819352 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ba4a8957-99a1-4ddc-ac55-f4605a005b22 req-93e2a645-82c7-4b2c-98b0-c69a59fef4ee tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Jul 14 13:03:12.694826 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:03:12.792874 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:03:12.804377 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'port_id': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'mac_address': 'fa:16:3e:c7:34:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:03:12.840367 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:12.854283 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:03:12.877012 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:03:12.881256 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:12.933590 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:12.998158 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf340-c0e8-43cd-9285-6eee8d8bff7e req-4c4d2bb3-4f07-4e6e-85be-3ffcc3a2f86f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:12.999678 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f43cf340-c0e8-43cd-9285-6eee8d8bff7e req-4c4d2bb3-4f07-4e6e-85be-3ffcc3a2f86f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 944 time: 0.0669963 Jul 14 13:03:13.038302 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f43cf340-c0e8-43cd-9285-6eee8d8bff7e req-b3d71966-c621-4b04-84d7-5dde061037d8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Jul 14 13:03:13.088986 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:03:14.226349 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360182-786d-4383-871a-08f232719726 req-6584d3ac-898c-47db-96be-03931f7adc75 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:14.227761 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab360182-786d-4383-871a-08f232719726 req-6584d3ac-898c-47db-96be-03931f7adc75 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 944 time: 0.0717578 Jul 14 13:03:14.266071 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ab360182-786d-4383-871a-08f232719726 req-450f81a8-bb40-4d46-9a50-4d43d05fb195 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325069 Jul 14 13:03:14.702272 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:03:14.756889 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:03:14.760631 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:03:14.761002 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:14.840211 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:14.861717 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:03:14.863962 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c285d778-2124-4e8d-b7f4-8f1e415ff9c2" -d '{"events": [{"server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "name": "network-vif-plugged", "status": "completed", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:03:14.877393 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:03:14.881964 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:14.907300 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1426044d-47e6-4619-ba65-67c360016c78 x-openstack-request-id: req-1426044d-47e6-4619-ba65-67c360016c78 {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:03:14.907589 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "name": "network-vif-plugged", "status": "completed", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:03:14.907839 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1426044d-47e6-4619-ba65-67c360016c78 {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:03:14.908222 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'code': 200} Jul 14 13:03:14.945889 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:15.190302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2393cb-b8c8-46b1-914a-9f2711e32f36 req-2779f42d-8ceb-42ba-ad5c-f73a9b68098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:15.191866 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6a2393cb-b8c8-46b1-914a-9f2711e32f36 req-2779f42d-8ceb-42ba-ad5c-f73a9b68098d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0553195 Jul 14 13:03:15.228445 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6a2393cb-b8c8-46b1-914a-9f2711e32f36 req-bc411957-e437-4e26-8678-d6ccc8071d55 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Jul 14 13:03:15.437484 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e313b-a27d-4152-9729-856f1817470d req-8dc91bf4-6789-45b8-b65c-1ed1bac70838 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:15.438987 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0b7e313b-a27d-4152-9729-856f1817470d req-8dc91bf4-6789-45b8-b65c-1ed1bac70838 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0625033 Jul 14 13:03:15.484941 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0b7e313b-a27d-4152-9729-856f1817470d req-bd6fc542-78b8-4c20-8340-97743619913d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Jul 14 13:03:16.666994 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786485-511d-4507-a2fb-b7f62c25c59f req-2296e414-be4b-42c6-95a5-80632870fa04 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:16.668532 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-55786485-511d-4507-a2fb-b7f62c25c59f req-2296e414-be4b-42c6-95a5-80632870fa04 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0691154 Jul 14 13:03:16.706992 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-55786485-511d-4507-a2fb-b7f62c25c59f req-2e437dfc-6079-4224-aacb-70fe68b70105 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Jul 14 13:03:16.876516 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93b00-5330-4dfd-b3a9-006acc1291d3 req-e2c06d65-d98b-4571-8d94-1a96bc7bdbfc tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:16.878027 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-44b93b00-5330-4dfd-b3a9-006acc1291d3 req-e2c06d65-d98b-4571-8d94-1a96bc7bdbfc tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0628839 Jul 14 13:03:16.914904 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-44b93b00-5330-4dfd-b3a9-006acc1291d3 req-a9013f4c-1f69-474e-a08d-a75285f61725 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Jul 14 13:03:16.939942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 32904) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:03:17.036310 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a313ad8-ca79-4d00-84a8-08237220fbdc tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:17.037841 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8a313ad8-ca79-4d00-84a8-08237220fbdc tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1093 time: 0.0968924 Jul 14 13:03:17.040855 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 32908) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:03:17.045180 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'port_id': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:03:17.066992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:17.175583 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:17.280626 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.27.3.234 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:03:17.378405 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:17.417392 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:17.456864 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:03:17.462901 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:03:17.466332 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:03:17.472859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:17.832873 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:17.906322 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:18.063247 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:18.068880 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:18.139035 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:03:18.150731 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:18.249050 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP a48cf932-72be-4bb1-a1f5-09e6398f5956 associated. External IP: 172.27.3.234, port: 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67. Jul 14 13:03:18.739332 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:03:18.846285 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:03:18.855407 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:03:18.863159 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:18.865131 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:03:18.865755 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:03:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:03:18.900400 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-f8bf1ddd-feca-4358-9f78-30afed6b631b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8584991 Jul 14 13:03:18.901445 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:03:18.903914 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f186d76-edf0-439d-b380-d74f49d3fc35" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:03:18.939012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4febedde-c0ea-45eb-a698-5747ac68ae7d x-openstack-request-id: req-4febedde-c0ea-45eb-a698-5747ac68ae7d {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:03:18.939638 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:03:18.939638 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4febedde-c0ea-45eb-a698-5747ac68ae7d {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:03:18.940018 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'status': 'completed', 'code': 200} Jul 14 13:03:18.979081 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:03:19.021686 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-6d35932c-dfac-408d-aa21-c2774ad4e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:19.023133 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-6d35932c-dfac-408d-aa21-c2774ad4e8b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0581253 Jul 14 13:03:19.121229 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-4f1d1a07-2816-49ad-b185-5288d60a9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:19.121229 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-4f1d1a07-2816-49ad-b185-5288d60a9fa4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0897095 Jul 14 13:03:19.187259 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-fb71a791-bf9b-426c-943c-d7dd0fa32c07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 200 len: 999 time: 0.0620551 Jul 14 13:03:19.209185 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'a48cf932-72be-4bb1-a1f5-09e6398f5956', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:c7:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:03:17Z', 'updated_at': '2021-07-14T13:03:17Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:03:19.234843 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:03:19.236537 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-87a96a9d-cac8-4b62-bd2d-4953d1cde874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:19.238073 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-87a96a9d-cac8-4b62-bd2d-4953d1cde874 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0436893 Jul 14 13:03:19.243050 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:03:19.243672 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:03:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:03:19.296618 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-488558ae-cfd2-4171-a188-630be56ade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:03:19.298097 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-488558ae-cfd2-4171-a188-630be56ade16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540667 Jul 14 13:03:19.402623 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-57852c75-1e13-4a4d-833d-968f3bf8bc23 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981181 Jul 14 13:03:19.472040 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:03:19.494336 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3f186d76-edf0-439d-b380-d74f49d3fc35 req-f5ce2383-3eac-4993-8837-2a004ac58e95 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Jul 14 13:03:19.697692 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'a48cf932-72be-4bb1-a1f5-09e6398f5956', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:c7:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:03:17Z', 'updated_at': '2021-07-14T13:03:17Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:03:19.727338 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f4485-c3ea-4240-8dfb-2f39227aff60 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': 'a48cf932-72be-4bb1-a1f5-09e6398f5956', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:c7:34:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:03:17Z', 'updated_at': '2021-07-14T13:03:17Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:03:19.912662 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b101ec-c20c-40fb-a4d3-3d05a306b425 None None] New status for floating IP a48cf932-72be-4bb1-a1f5-09e6398f5956: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:03:33.085324 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-087db2ef-371b-487c-b941-c585198cee60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:35.441129 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3fe4-079e-4bc1-a5ec-f7959536e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:35.847237 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:36.781818 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:38.671181 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:38.780231 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:03:47.224999 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:04:03.087903 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c3529dd1-0e8d-4906-aad3-3bc40ab80633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:05.441482 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8056-1899-43ff-84a7-32b4d30c975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:05.848526 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:06.784361 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:08.673898 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:08.788322 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:15.572515 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-0f97239b-eba2-4858-9103-2b9fcb151ba3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532398 Jul 14 13:04:15.670407 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-9830b894-edc8-49e1-ba63-ee54b195a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:04:15.671933 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-9830b894-edc8-49e1-ba63-ee54b195a3b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0578794 Jul 14 13:04:15.779173 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-e046c293-9b38-435b-87d4-f9599dea49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:04:15.780654 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-e046c293-9b38-435b-87d4-f9599dea49d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0884371 Jul 14 13:04:15.849044 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-33d143cf-4b29-4cd3-a07e-4dc4cc214b1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 200 len: 1001 time: 0.0620775 Jul 14 13:04:15.898331 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-70e04ac1-fd6d-4b47-b694-4f2267daaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:04:15.899807 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-70e04ac1-fd6d-4b47-b694-4f2267daaf85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0441124 Jul 14 13:04:15.955900 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-a5212a5f-b296-4146-a4e2-c18578e8e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:04:15.957407 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-a5212a5f-b296-4146-a4e2-c18578e8e378 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517604 Jul 14 13:04:16.051571 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-f72803b9-31c5-4ece-b448-907345152865 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865617 Jul 14 13:04:16.156520 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-83ab7821-5fce-415e-9270-1b61b7ae7157 req-bb35ee2a-2b9d-47b3-8205-59198bdbab7a service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980303 Jul 14 13:04:24.224441 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:04:33.089562 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f20c26b2-a73e-4786-817b-05fe68f18dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:35.445433 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-c864a906-23db-4e54-9469-273d8eb78c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:35.848891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:36.787159 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:38.677190 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:04:38.791063 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:01.222611 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:05:03.089469 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a2e91e7d-56ba-4347-8675-3f5a0d13aaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:05.449098 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a37e7956-b5a4-4d9f-901d-ee54a983b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:05.850728 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:06.790135 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:08.680446 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:08.874245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:13.740331 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424ae0-0fbd-444f-b078-034151810378 req-ba99e0df-459a-4f8b-8b7b-550871fd0469 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:13.741914 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2b424ae0-0fbd-444f-b078-034151810378 req-ba99e0df-459a-4f8b-8b7b-550871fd0469 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0687065 Jul 14 13:05:13.779254 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2b424ae0-0fbd-444f-b078-034151810378 req-b1f0212b-b907-4ee2-8d37-4f08897e5a61 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Jul 14 13:05:14.957280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55350e5-d7dd-4adf-a56d-082412bdf1a3 req-1f785e37-607a-4a43-9cfd-d2a4212c2ab5 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:14.958801 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c55350e5-d7dd-4adf-a56d-082412bdf1a3 req-1f785e37-607a-4a43-9cfd-d2a4212c2ab5 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jul 14 13:05:15.002024 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c55350e5-d7dd-4adf-a56d-082412bdf1a3 req-9a69a192-1a56-4cda-93a6-26294b41a52c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Jul 14 13:05:15.159698 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-85d4e2dd-1287-4a26-b036-e74d467fc85b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:15.161152 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-85d4e2dd-1287-4a26-b036-e74d467fc85b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 945 time: 0.0651970 Jul 14 13:05:15.260944 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:05:15.261290 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:15.360201 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] For port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:05:15.360562 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:15.541302 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:15.541604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:15.541935 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP a48cf932-72be-4bb1-a1f5-09e6398f5956 disassociated. External IP: 172.27.3.234, port: 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67. Jul 14 13:05:15.542298 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:05:15.675188 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:15.708937 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:15.722008 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.722364 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.722708 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.723162 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.723374 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.723705 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.724037 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.724367 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.724738 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.725056 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.725379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.725700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:15.844031 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:05:15.959359 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:05:15.969276 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:05:15.979043 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:05:15.979657 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:05:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:16.003414 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] No DVR routers for this DVR port 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:05:16.006049 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:16.008721 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f4d78970-c396-4285-9283-4e4d20f35d31 req-660e73b4-53f0-4fff-969c-bf20cc3d1bc8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "DELETE /v2.0/ports/794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 HTTP/1.1" status: 204 len: 173 time: 0.8410664 Jul 14 13:05:16.009171 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'name': 'network-vif-deleted', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:05:16.011520 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552a27b-d420-4bfd-abe6-c3c3e6029eaf" -d '{"events": [{"server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "name": "network-vif-deleted", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:05:16.101329 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:05:16.122700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d481ded-88b9-4363-beaf-fc7f3fd107b6 x-openstack-request-id: req-0d481ded-88b9-4363-beaf-fc7f3fd107b6 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:05:16.122992 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff5bd3-034a-4d17-81db-ceffab3f9c15", "name": "network-vif-deleted", "tag": "794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:05:16.123240 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d481ded-88b9-4363-beaf-fc7f3fd107b6 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:05:16.123656 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ff5bd3-034a-4d17-81db-ceffab3f9c15', 'name': 'network-vif-deleted', 'tag': '794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67', 'status': 'completed', 'code': 200} Jul 14 13:05:16.224931 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-f7bd106c-41b0-417e-8ee4-97e1bfe1fff8 req-5af1a289-ee5d-4bc5-8b92-6512cbdfa952 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6ff5bd3-034a-4d17-81db-ceffab3f9c15 HTTP/1.1" status: 200 len: 210 time: 0.0628593 Jul 14 13:05:16.326327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:16.352552 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:05:16.360747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:05:16.361353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:05:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:16.466156 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:05:16.668406 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:16.694605 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ea37c-c684-44e6-bd1d-b9156ea65167 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:05:16.923573 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5469ddc-c273-4e7a-9c76-0345fa4f6be5 None None] New status for floating IP a48cf932-72be-4bb1-a1f5-09e6398f5956: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:05:17.463832 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-d6852732-165e-4a4f-a238-08813dfe9885 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475679243&fields=id&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 267 time: 0.0330470 Jul 14 13:05:17.575136 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-a11c4408-1f79-48a3-971a-9a55001a5005 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:17.576635 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-a11c4408-1f79-48a3-971a-9a55001a5005 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1065371 Jul 14 13:05:17.599520 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-5d9491d9-90a5-459e-ac9f-5c934b900334 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/quotas/ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 375 time: 0.0172565 Jul 14 13:05:17.674414 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-af1f9a38-4a0e-4ea4-a425-00a8e85be5ab tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695102 Jul 14 13:05:17.810338 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-a61f217b-5652-4a6d-a307-8e62ecfb562a service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252267 Jul 14 13:05:17.902908 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-2ff8ff5d-a492-4341-b8d6-c85c68031123 service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Jul 14 13:05:18.211352 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8d3be864-e3b6-40a5-b456-940fa2c4d2a9 req-97cbc96f-efaa-4fdc-98c6-c19c25c5d188 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 210 time: 0.0307584 Jul 14 13:05:19.241394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-ef24a9bd-0706-4e46-aaf0-366fd0dd0087 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:19.243590 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-ef24a9bd-0706-4e46-aaf0-366fd0dd0087 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1114252 Jul 14 13:05:19.291668 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:05:19.296114 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-ccb5af51-21c1-46a1-937d-0477af9331cd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 380 time: 0.0436177 Jul 14 13:05:19.305030 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'port': {'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'admin_state_up': True, 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'security_groups': ['60ed51b1-f376-4f39-bd33-e5c37be3bb32']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:05:19.330081 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:05:19.330436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 794bbd4e-fa4c-4e93-b8f7-dca9e01a8d67 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:05:19.386147 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-6ac7568e-0dae-40ca-b664-46f0bfe92b80 req-9dfdfcf8-4638-4209-ad5d-8e7a40d875cb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 210 time: 0.0369568 Jul 14 13:05:19.445922 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Made reservation on behalf of ae1f02ed7682415a8790e2dc8184a3d2 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:05:19.449626 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:19.579581 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.20.0.12 (5b984109-98cd-4087-8be0-de9e0f15fcbb/4db5ded6-6545-49d8-a841-2f638f0c4d10/ee342275-4edd-4784-83a4-d9eadeb08eb2) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:05:19.721461 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:19.736298 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Transition to ACTIVE for port object ee342275-4edd-4784-83a4-d9eadeb08eb2 will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:05:19.770072 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:19.815615 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:05:19.819623 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:05:19.822700 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:05:19.860859 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:19.886854 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:19.887520 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:19.904669 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-70dd7be6-b299-4e9e-a02b-22bd152572ae tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035297 Jul 14 13:05:19.916856 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Request body: {'port': {'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:05:19.992289 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.038524 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d46f75d9-fce9-4db2-8fa2-142207a2817e None None] Provisioning for port ee342275-4edd-4784-83a4-d9eadeb08eb2 completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:05:20.042900 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-d46f75d9-fce9-4db2-8fa2-142207a2817e None None] Provisioning complete for port ee342275-4edd-4784-83a4-d9eadeb08eb2 triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:05:20.043276 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d46f75d9-fce9-4db2-8fa2-142207a2817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.077756 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-d46f75d9-fce9-4db2-8fa2-142207a2817e None None] Port ee342275-4edd-4784-83a4-d9eadeb08eb2 cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:05:20.263560 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee342275-4edd-4784-83a4-d9eadeb08eb2 {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:05:20.270657 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.281920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Transition to ACTIVE for port object ee342275-4edd-4784-83a4-d9eadeb08eb2 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:05:20.285676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.334084 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:20.408923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Attempting to bind port ee342275-4edd-4784-83a4-d9eadeb08eb2 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:05:20.408923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Attempting to bind port ee342275-4edd-4784-83a4-d9eadeb08eb2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:05:20.408923 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Attempting to bind port ee342275-4edd-4784-83a4-d9eadeb08eb2 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:05:20.417609 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Port ee342275-4edd-4784-83a4-d9eadeb08eb2 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:05:20.417960 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Attempting to bind port ee342275-4edd-4784-83a4-d9eadeb08eb2 on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:05:20.423304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:05:20.423645 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:05:20.424063 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Bound using segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:05:20.424502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Bound port: ee342275-4edd-4784-83a4-d9eadeb08eb2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:05:20.424865 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.496799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:05:20.500032 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:05:20.504643 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.545156 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:20.545845 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:20.547352 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 1094 time: 0.6349318 Jul 14 13:05:20.547853 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:05:20.550236 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f0f24-d170-427a-b413-dbc9d57dbeef" -d '{"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:05:20.571377 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3f7e-8260-4c56-9d83-90bbe650dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:20.590028 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf80534-df0c-4cae-93e5-9fb99e830e3d req-11936b94-fb74-48c7-af3b-dc4b757645fa tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:20.591738 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1cf80534-df0c-4cae-93e5-9fb99e830e3d req-11936b94-fb74-48c7-af3b-dc4b757645fa tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0857399 Jul 14 13:05:20.634305 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42bf61b-fd15-4ea3-b2f8-13d23d1f2848 x-openstack-request-id: req-c42bf61b-fd15-4ea3-b2f8-13d23d1f2848 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:05:20.634597 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:05:20.634847 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c42bf61b-fd15-4ea3-b2f8-13d23d1f2848 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:05:20.635241 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'status': 'completed', 'code': 200} Jul 14 13:05:20.637457 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-1cf80534-df0c-4cae-93e5-9fb99e830e3d req-8a4f0c9f-5235-4462-8176-4e034ab1f72c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jul 14 13:05:20.662310 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-c32a01fc-1851-4d7e-8bfe-858bc27cf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:20.663835 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-c32a01fc-1851-4d7e-8bfe-858bc27cf891 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1097 time: 0.0739625 Jul 14 13:05:20.711215 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-0ea8073c-87b7-4e88-8dd0-a142e32d9c56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 217 time: 0.0404143 Jul 14 13:05:20.763604 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-8118124c-e172-47e7-9c57-195da82bffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:20.765082 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-8118124c-e172-47e7-9c57-195da82bffe4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0479891 Jul 14 13:05:20.827475 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-7628d693-0ef5-462b-a0b6-78c76af6e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:20.829286 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-7628d693-0ef5-462b-a0b6-78c76af6e7a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578408 Jul 14 13:05:20.922133 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-0bf75859-e467-4b5e-ab9d-d075eeb5f5fe service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Jul 14 13:05:21.013781 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-4c37dda7-6bb2-4a53-9eb1-a0e0e6f21427 req-e4a71c3a-d138-43c7-a060-49ff89111c8a service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857220 Jul 14 13:05:21.116901 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-6494f28a-348d-4781-b1ce-30b9f1562548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:21.118758 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-6494f28a-348d-4781-b1ce-30b9f1562548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1097 time: 0.0560358 Jul 14 13:05:21.224391 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-49ef2ebf-82aa-44ee-b4c4-8eb0a30fe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:21.225857 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-49ef2ebf-82aa-44ee-b4c4-8eb0a30fe777 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.1000066 Jul 14 13:05:21.267616 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-a538f18d-2a5f-4459-b1a4-048fb7217105 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 217 time: 0.0346496 Jul 14 13:05:21.320599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-178aa27c-0f49-49ac-8ba6-cd71b5dc4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:21.322141 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-178aa27c-0f49-49ac-8ba6-cd71b5dc4f02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0481331 Jul 14 13:05:21.380672 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-c27a7915-1b16-45e5-8761-59873b58af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:21.382215 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-c27a7915-1b16-45e5-8761-59873b58af3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517404 Jul 14 13:05:21.476966 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-f29a4262-ff1c-4f51-a44e-06ae17a19230 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885980 Jul 14 13:05:21.577327 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-726f0f24-d170-427a-b413-dbc9d57dbeef req-6da2e313-fadf-45c0-b4c1-5fc1c1989a10 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944936 Jul 14 13:05:21.817959 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b099a-6502-4ef2-8c79-c9cf4ffd2fc6 req-5c0a385b-3881-4408-b732-759779a094ca tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:21.819948 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e90b099a-6502-4ef2-8c79-c9cf4ffd2fc6 req-5c0a385b-3881-4408-b732-759779a094ca tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0704145 Jul 14 13:05:21.857401 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e90b099a-6502-4ef2-8c79-c9cf4ffd2fc6 req-f3281cdf-8172-4337-84db-c3d75d344e78 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Jul 14 13:05:23.051556 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8313bc-17c5-4b80-bea1-72fe55763314 req-c0e3b068-a1df-488f-b4d0-34a5aef84afd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:23.053641 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e8313bc-17c5-4b80-bea1-72fe55763314 req-c0e3b068-a1df-488f-b4d0-34a5aef84afd tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0674496 Jul 14 13:05:23.091605 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-5e8313bc-17c5-4b80-bea1-72fe55763314 req-7c707956-3808-4220-90a5-2108eab3f814 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Jul 14 13:05:24.280490 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddced7c-3172-41df-8e15-d14254311f88 req-347c9849-6332-4d1d-a4b7-9323a182f092 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:24.282072 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dddced7c-3172-41df-8e15-d14254311f88 req-347c9849-6332-4d1d-a4b7-9323a182f092 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0691018 Jul 14 13:05:24.324550 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-dddced7c-3172-41df-8e15-d14254311f88 req-4f2bf6d9-c5f8-4ae4-bace-539513e649db tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359695 Jul 14 13:05:25.496999 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0929d2-77a2-4c98-8612-8671f2dd831e req-26bd1ca1-975c-4908-9494-5164fad20f79 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:25.498421 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2d0929d2-77a2-4c98-8612-8671f2dd831e req-26bd1ca1-975c-4908-9494-5164fad20f79 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0643752 Jul 14 13:05:25.535516 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2d0929d2-77a2-4c98-8612-8671f2dd831e req-de34aef0-d8cc-41a7-9d92-2ab9fc69e091 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Jul 14 13:05:26.708884 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc6f2a-8948-4cfe-91c2-b702f386485c req-61419390-d123-497a-bd80-563d2b68520a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:26.710967 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3ddc6f2a-8948-4cfe-91c2-b702f386485c req-61419390-d123-497a-bd80-563d2b68520a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 944 time: 0.0662425 Jul 14 13:05:26.748824 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3ddc6f2a-8948-4cfe-91c2-b702f386485c req-e2540716-ef88-416b-beda-1bcfbcdd9fb6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Jul 14 13:05:27.322528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ee342275-4edd-4784-83a4-d9eadeb08eb2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:05:27.419374 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:05:27.431158 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:05:27.467289 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:27.480090 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee342275-4edd-4784-83a4-d9eadeb08eb2 {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:05:27.499239 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:05:27.502739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:27.551822 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:27.559261 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.559605 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.559943 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.560363 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.560600 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.561079 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.561374 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.561709 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.562069 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.562387 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.562705 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.563021 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:05:27.710535 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['ee342275-4edd-4784-83a4-d9eadeb08eb2'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:05:27.920747 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e912-add9-4492-82ba-d5fda436b926 req-6c609990-b6af-4c76-834d-8b2df649f553 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:27.922261 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fca7e912-add9-4492-82ba-d5fda436b926 req-6c609990-b6af-4c76-834d-8b2df649f553 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 945 time: 0.0640686 Jul 14 13:05:27.964552 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-fca7e912-add9-4492-82ba-d5fda436b926 req-0f15e5e5-bca4-4c88-8dfc-2c91d2c96a9e tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364108 Jul 14 13:05:29.150114 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0d06-787e-45c2-b894-241b29ede073 req-03610285-8c9c-4bb0-a00a-f1322e7a493f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:29.151613 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-061c0d06-787e-45c2-b894-241b29ede073 req-03610285-8c9c-4bb0-a00a-f1322e7a493f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 945 time: 0.0712380 Jul 14 13:05:29.189622 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-061c0d06-787e-45c2-b894-241b29ede073 req-cc5e9bbb-7af5-4b67-9d0d-9bbe85f535aa tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Jul 14 13:05:29.334093 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ee342275-4edd-4784-83a4-d9eadeb08eb2 up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:05:29.383994 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port ee342275-4edd-4784-83a4-d9eadeb08eb2 completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:05:29.389672 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port ee342275-4edd-4784-83a4-d9eadeb08eb2 triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:05:29.390403 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:29.468165 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:29.490726 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:05:29.493105 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f073d-d4ef-405b-b177-6f63aaeab66d" -d '{"events": [{"server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "name": "network-vif-plugged", "status": "completed", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:05:29.511747 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:05:29.516954 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:29.565834 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:29.591805 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9139158-e1c7-46e4-b6da-0b3a75998a6b x-openstack-request-id: req-f9139158-e1c7-46e4-b6da-0b3a75998a6b {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:05:29.592094 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "name": "network-vif-plugged", "status": "completed", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:05:29.592353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9139158-e1c7-46e4-b6da-0b3a75998a6b {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:05:29.592744 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'code': 200} Jul 14 13:05:29.852133 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05957f08-2bc4-4eaa-b5bb-995bb166a1b6 req-c46e2ace-ee35-4e1a-b7f5-618c24574d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:29.853601 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05957f08-2bc4-4eaa-b5bb-995bb166a1b6 req-c46e2ace-ee35-4e1a-b7f5-618c24574d4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0550232 Jul 14 13:05:29.887951 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-05957f08-2bc4-4eaa-b5bb-995bb166a1b6 req-126919cc-7590-47cf-b57a-d53bf8363580 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283146 Jul 14 13:05:30.368909 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f1e83-fb6c-4ac9-b348-8ae55096d149 req-70ca3e9e-0de9-4201-aa2e-3de3321d7e92 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:30.370438 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-472f1e83-fb6c-4ac9-b348-8ae55096d149 req-70ca3e9e-0de9-4201-aa2e-3de3321d7e92 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0682282 Jul 14 13:05:30.408936 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-472f1e83-fb6c-4ac9-b348-8ae55096d149 req-58ef0750-829d-4327-99a5-df0b44264016 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Jul 14 13:05:31.587930 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91f1f7-fbe5-43c2-af78-b3570891dbdc req-281b41a8-ccbc-4969-b252-927423b5edf5 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:31.589638 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c91f1f7-fbe5-43c2-af78-b3570891dbdc req-281b41a8-ccbc-4969-b252-927423b5edf5 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0667634 Jul 14 13:05:31.628426 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8c91f1f7-fbe5-43c2-af78-b3570891dbdc req-499cd825-ac65-440d-8d1f-5d5a5e328830 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Jul 14 13:05:31.809254 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7727c2-047c-43a3-b038-b243e6f45442 req-9617a76c-52de-43b1-b68d-e958d5e57792 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:31.810769 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c7727c2-047c-43a3-b038-b243e6f45442 req-9617a76c-52de-43b1-b68d-e958d5e57792 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0666587 Jul 14 13:05:31.847601 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c7727c2-047c-43a3-b038-b243e6f45442 req-9f3fc99a-bf0b-4a8f-b513-2a6c33ac314b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 14 13:05:31.872691 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33028) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:05:31.924184 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f92ec-2b2b-48f4-a3a6-da02548425c1 tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:31.925693 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-fb3f92ec-2b2b-48f4-a3a6-da02548425c1 tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1094 time: 0.0520318 Jul 14 13:05:31.929002 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33030) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:05:31.933432 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:05:31.957676 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:32.352312 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:32.453857 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.27.3.105 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/214217d2-e238-45b9-8a2e-87742135199d) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:05:32.556721 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:32.595781 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:32.634333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:05:32.637350 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:05:32.640852 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:05:32.646307 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=214217d2-e238-45b9-8a2e-87742135199d,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:33.003250 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.078283 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.091355 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-62537f80-f03a-4f08-baa7-5b8874a22596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.233535 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.238029 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.306091 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=214217d2-e238-45b9-8a2e-87742135199d,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:05:33.323202 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.428325 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP 26d0bb5d-ae81-4dce-9902-d938f64dfd60 associated. External IP: 172.27.3.105, port: ee342275-4edd-4784-83a4-d9eadeb08eb2. Jul 14 13:05:33.637104 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:05:33.743814 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:05:33.752921 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:05:33.760210 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:33.762691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:05:33.763378 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:05:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:33.801209 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-6d29f58a-5ffb-41c4-aef0-4d6012db6efb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8711524 Jul 14 13:05:33.801795 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:05:33.804741 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:05:33.845526 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ab427-70fc-4c97-ac7f-6bbed05006b7 x-openstack-request-id: req-4d8ab427-70fc-4c97-ac7f-6bbed05006b7 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:05:33.845819 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:05:33.846119 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d8ab427-70fc-4c97-ac7f-6bbed05006b7 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:05:33.846522 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'status': 'completed', 'code': 200} Jul 14 13:05:33.879956 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:05:33.922495 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-5bab2ef3-bb02-4ed8-8e04-e1145e2265b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:33.924542 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-5bab2ef3-bb02-4ed8-8e04-e1145e2265b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0561628 Jul 14 13:05:34.019419 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-89b56ddf-5545-448e-9289-619b33954353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:34.020933 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-89b56ddf-5545-448e-9289-619b33954353 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0889204 Jul 14 13:05:34.096810 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-23adb61c-a624-4208-98d4-855276783e68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 1000 time: 0.0691605 Jul 14 13:05:34.147958 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-12e2e165-6210-4758-bf3a-d4cd2dbee7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:34.149487 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-12e2e165-6210-4758-bf3a-d4cd2dbee7d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0464489 Jul 14 13:05:34.207734 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-f6824568-f786-4cfa-95f9-86b6d56da014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:05:34.209280 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-f6824568-f786-4cfa-95f9-86b6d56da014 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534060 Jul 14 13:05:34.234990 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:32Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:34.266230 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:05:34.274579 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:05:34.275212 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:05:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:34.303229 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-de06b904-6df2-4acd-85dc-08661cead046 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870824 Jul 14 13:05:34.383118 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:05:34.393002 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-3aa7ca4d-6ca1-4857-83bf-dafb03a2ba4a req-0b80d271-e037-43a9-83d0-3aaa6d8739c0 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Jul 14 13:05:34.613776 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:32Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:05:34.643555 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9f4cd-0400-44f0-974a-7f250beeab11 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:32Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:05:34.827819 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc6a97-ae2f-483b-a6ec-d25cecb49b9c None None] New status for floating IP 26d0bb5d-ae81-4dce-9902-d938f64dfd60: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:05:35.450694 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-0aefc41e-d1fa-4384-b82e-9de88e02e3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:35.851712 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:36.792799 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:38.221195 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:05:38.682734 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:05:38.877849 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:03.091950 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-37ff895b-dc94-4030-a9db-a005677f50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:05.452612 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-da99331d-3267-40bb-bed0-306828fd5537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:05.852833 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:06.797303 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:08.685435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:08.881529 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:15.220244 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:06:17.799453 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-06974a27-72fd-4778-823d-05bceeb1e099 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627720 Jul 14 13:06:17.896506 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-52677441-aa6c-4fca-bdf0-0aeb7cfbd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:06:17.898050 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-52677441-aa6c-4fca-bdf0-0aeb7cfbd711 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0540707 Jul 14 13:06:18.003577 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-77c08a96-e431-46f6-9bc2-c1fd98d01b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:06:18.005081 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-77c08a96-e431-46f6-9bc2-c1fd98d01b3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0876207 Jul 14 13:06:18.074198 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-5bd2f97a-0642-4b0a-9ddb-9b76ae42fca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0620909 Jul 14 13:06:18.125727 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-d9e77f9a-643b-45c4-9d86-e007e414a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:06:18.127227 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-d9e77f9a-643b-45c4-9d86-e007e414a26d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0469918 Jul 14 13:06:18.191169 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-6ba420d0-32f3-4d7c-b49a-e5fc203bbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:06:18.192679 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-6ba420d0-32f3-4d7c-b49a-e5fc203bbe2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564921 Jul 14 13:06:18.285012 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-a54ed2b8-fc32-47e4-9fb3-e55ef68f11b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Jul 14 13:06:18.380278 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-06f28ffb-23d9-4236-adef-9f41957b06cb req-53b9a397-2f71-4228-a5a4-3d0c12a48690 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886133 Jul 14 13:06:33.092005 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f81da602-b6ef-4ea5-91a7-b04776f0cdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:35.454226 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-eed3f6e5-22e8-4758-a3d4-2fcdb16d624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:35.855471 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:36.799366 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:38.687679 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:38.896313 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:06:52.219974 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:07:03.093415 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-af76cd36-bd9f-4a13-8da3-dc6c0c13dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:05.455943 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ad67e5c9-6f3e-42d9-8cf2-36d11136af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:05.858327 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:06.802528 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:08.692453 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:08.909299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:18.018287 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-296c0bd1-6b2d-49c2-bc4c-de7d5f05971f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656476 Jul 14 13:07:18.118956 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-cc368071-44e2-49b4-99f9-0b475069d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:18.120627 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-cc368071-44e2-49b4-99f9-0b475069d391 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0587335 Jul 14 13:07:18.235138 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-abf97575-9dd9-4eab-988b-0aa4766032db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:18.236629 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-abf97575-9dd9-4eab-988b-0aa4766032db service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0921462 Jul 14 13:07:18.312043 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-1a9df25f-4bc2-4fdd-a76d-091884dd045d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0685551 Jul 14 13:07:18.361108 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-7f5e91b3-36e7-4f7e-afc4-188bc4461aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:18.362572 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-7f5e91b3-36e7-4f7e-afc4-188bc4461aa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0436225 Jul 14 13:07:18.418837 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-f743aef4-48f4-422b-af12-6f3040fc2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:18.421043 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-f743aef4-48f4-422b-af12-6f3040fc2b53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516922 Jul 14 13:07:18.518362 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-c7393a2f-d013-4cbb-b726-791db8f953d7 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890446 Jul 14 13:07:18.610871 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fe93d572-b1f7-4ed2-a7e1-2d3f4303cfce req-30c42cf0-228d-4912-b58c-b4bddbf5bb82 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Jul 14 13:07:21.006599 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-292b6368-421a-48f0-a557-659f4a0e6e79 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475679243&fields=id&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 267 time: 0.0391853 Jul 14 13:07:21.118442 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-dd47aaf5-c937-4978-a414-e3731cef9d3b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:21.120093 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-dd47aaf5-c937-4978-a414-e3731cef9d3b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1073258 Jul 14 13:07:21.140843 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-99d45624-4de6-48f1-871e-8505930b4cb4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/quotas/ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 375 time: 0.0153890 Jul 14 13:07:21.222672 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-d529ba4f-0339-4467-87e3-5b741e7c54fa tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0765836 Jul 14 13:07:21.321141 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-99dee12d-b557-405b-8a54-8f943e12b67f service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Jul 14 13:07:21.417469 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-06e5a2e4-23d6-41f3-8bfc-6923e045a2f3 service neutron] 10.222.0.48 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907462 Jul 14 13:07:21.714276 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-7b17a036-38ff-4c6e-987e-944cfb86b65c req-f72e0b3b-0aa1-4617-b7e0-2a96c36e7691 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 210 time: 0.0301795 Jul 14 13:07:22.815924 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-ad0ba3fd-65ed-4d59-ae50-9c3584bc51e3 req-a6e7b626-c2d0-4140-bd20-a49d53ac212d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Jul 14 13:07:23.966821 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-b2be4bfa-7e96-4dee-812f-cd95438a7df7 req-72d36867-095a-4385-b16e-5c6d3b9b01ff tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 210 time: 0.0327382 Jul 14 13:07:24.796725 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-a9212371-caeb-4918-b35c-696bdc86d6be tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:24.798377 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-a9212371-caeb-4918-b35c-696bdc86d6be tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 811 time: 0.1066089 Jul 14 13:07:24.843784 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-94b59131-ba53-403c-8c26-c8874501ffd7 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1f02ed7682415a8790e2dc8184a3d2 HTTP/1.1" status: 200 len: 380 time: 0.0373633 Jul 14 13:07:24.854408 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'port': {'device_id': '799ace2c-75b0-489f-a325-814f4cb1af14', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'admin_state_up': True, 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'security_groups': ['60ed51b1-f376-4f39-bd33-e5c37be3bb32']}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:07:24.972107 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Made reservation on behalf of ae1f02ed7682415a8790e2dc8184a3d2 for: {'port': 1} {{(pid=92954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:07:24.975932 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.129962 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-0a239d91-d817-42ec-975c-ec11b75d9469 req-93495705-89cd-4cc1-8952-1d745f3cbf87 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 210 time: 0.0440183 Jul 14 13:07:25.147940 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.20.0.4 (5b984109-98cd-4087-8be0-de9e0f15fcbb/4db5ded6-6545-49d8-a841-2f638f0c4d10/3f6b9d01-ac10-4b2c-818d-520e9de40c4e) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:07:25.293130 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.307479 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Transition to ACTIVE for port object 3f6b9d01-ac10-4b2c-818d-520e9de40c4e will not be triggered until provisioned by entity DHCP. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:07:25.341765 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.391118 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:07:25.394194 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:07:25.398138 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:07:25.404523 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:25.433023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.433368 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.433704 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.434068 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.434933 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.435270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.435596 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.435920 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.436248 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.436562 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.436878 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.437191 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:25.461844 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:25.462479 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.478405 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-0d9df59e-6c0e-4b46-a02b-766ae0c02782 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279948 Jul 14 13:07:25.490043 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Request body: {'port': {'device_id': '799ace2c-75b0-489f-a325-814f4cb1af14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:07:25.562755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.654212 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b0ad4800-67d3-4c94-95f7-d72050581f6a None None] Provisioning for port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e completed by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:07:25.661356 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-b0ad4800-67d3-4c94-95f7-d72050581f6a None None] Provisioning complete for port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e triggered by entity DHCP. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:07:25.661723 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4800-67d3-4c94-95f7-d72050581f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.696467 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad4800-67d3-4c94-95f7-d72050581f6a None None] Port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e cannot update to ACTIVE because it is not bound. {{(pid=92955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:07:25.836831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6b9d01-ac10-4b2c-818d-520e9de40c4e {{(pid=92954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:07:25.845644 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.858646 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Transition to ACTIVE for port object 3f6b9d01-ac10-4b2c-818d-520e9de40c4e will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:07:25.863214 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:25.914074 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:25.981807 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Attempting to bind port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:07:25.982217 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Attempting to bind port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:07:25.982630 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Attempting to bind port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:07:25.987124 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e on network 5b984109-98cd-4087-8be0-de9e0f15fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:07:25.987436 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Attempting to bind port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e on network 5b984109-98cd-4087-8be0-de9e0f15fcbb {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:07:25.992273 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Checking agent: {'id': '932eca3e-a777-41da-9bed-a55590467989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'started_at': datetime.datetime(2021, 7, 14, 12, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:07:25.992603 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Checking segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:07:25.992977 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Bound using segment: {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:07:25.993403 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Bound port: 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f8bec-b29e-4f30-a8c0-0561de5b0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:07:25.993762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:26.064761 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:07:26.068034 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:07:26.073461 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:26.109789 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.110589 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:26.112060 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] 10.222.0.49 "PUT /v2.0/ports/3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 200 len: 1093 time: 0.6265152 Jul 14 13:07:26.112517 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:07:26.115226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e604df-a625-4a85-816f-9e52a9fe1c90" -d '{"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:07:26.159781 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbd08-4146-453a-98ac-06e3865aff9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:26.204394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970764f6-5484-4de0-91a6-4481be0772af x-openstack-request-id: req-970764f6-5484-4de0-91a6-4481be0772af {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:07:26.204688 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:07:26.204942 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-970764f6-5484-4de0-91a6-4481be0772af {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:07:26.205342 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'status': 'completed', 'code': 200} Jul 14 13:07:26.242109 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-68de3c79-542a-4e4d-8778-b545034e2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.243642 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-68de3c79-542a-4e4d-8778-b545034e2ae7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1096 time: 0.0786989 Jul 14 13:07:26.298711 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-5d6d6038-b622-46e3-9cdd-246c7a742941 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 200 len: 217 time: 0.0479574 Jul 14 13:07:26.379723 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-7693fbe5-3272-4321-a685-cc806937c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.381174 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-7693fbe5-3272-4321-a685-cc806937c884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0550313 Jul 14 13:07:26.426808 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae354bb-a87d-409b-ba36-4bf5929e8d15 req-63d6b1cc-8cb4-475e-b6b8-cc5232b3b72c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.428300 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ae354bb-a87d-409b-ba36-4bf5929e8d15 req-63d6b1cc-8cb4-475e-b6b8-cc5232b3b72c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.1716204 Jul 14 13:07:26.476636 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1ae354bb-a87d-409b-ba36-4bf5929e8d15 req-564cebec-0840-48da-810c-00bf1f4f2c7a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Jul 14 13:07:26.484514 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-e8a8683e-2f13-4746-a348-c76a7feb231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.486008 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-e8a8683e-2f13-4746-a348-c76a7feb231e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989583 Jul 14 13:07:26.575746 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-3e9d13c8-e8eb-4835-844d-56ddbbd18f3b service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825593 Jul 14 13:07:26.668448 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7121fe08-c34e-4f44-9b78-f0817bf5cf22 req-20619dd6-68e6-4566-8c8f-c4d5fb195736 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Jul 14 13:07:26.772406 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-daab870e-ae82-4dd3-99db-5d3ae78894b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.773783 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-daab870e-ae82-4dd3-99db-5d3ae78894b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1096 time: 0.0527320 Jul 14 13:07:26.865411 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-475cb03d-ceef-42c6-9c7b-f5654a3d618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:26.866910 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-475cb03d-ceef-42c6-9c7b-f5654a3d618b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0865507 Jul 14 13:07:27.204588 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-ae8dba08-0728-41fd-b0bc-6c064051b697 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 200 len: 217 time: 0.3298233 Jul 14 13:07:27.254722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-a89967be-9a9d-4080-8703-28be443ae10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:27.256178 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-a89967be-9a9d-4080-8703-28be443ae10f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0436671 Jul 14 13:07:27.316102 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-62905c44-1d22-4b47-9619-ba428a190293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:27.317584 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-62905c44-1d22-4b47-9619-ba428a190293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546587 Jul 14 13:07:27.409546 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-e12cab7f-2de7-47e6-8116-fac1f61cbee6 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799446 Jul 14 13:07:27.496327 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-d8e604df-a625-4a85-816f-9e52a9fe1c90 req-5ddf8d3b-521a-4fde-a439-443dfc4a9ca7 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856853 Jul 14 13:07:27.652437 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeb91-0df6-4a38-8346-382bebd70b52 req-22ae5e79-a27b-45aa-912d-2769dd0ca5a4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:27.654535 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f7aeb91-0df6-4a38-8346-382bebd70b52 req-22ae5e79-a27b-45aa-912d-2769dd0ca5a4 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0647533 Jul 14 13:07:27.692367 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-2f7aeb91-0df6-4a38-8346-382bebd70b52 req-f683ad74-fe13-495f-9925-cb62bc5db8fe tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jul 14 13:07:28.863713 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f44e99-dc78-48b7-8269-962a6db512b5 req-6d323d2e-1ee4-4bca-9eba-fcd8d129074f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:28.865361 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-62f44e99-dc78-48b7-8269-962a6db512b5 req-6d323d2e-1ee4-4bca-9eba-fcd8d129074f tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0628996 Jul 14 13:07:28.903472 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-62f44e99-dc78-48b7-8269-962a6db512b5 req-a5799da3-3714-44a7-be9a-54f8b4b1e987 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Jul 14 13:07:29.220012 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:07:30.086671 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e0dc1-db42-41dd-884b-90b79ee5431c req-88a65715-838b-40b9-b270-e08bfe0112fe tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:30.088148 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f36e0dc1-db42-41dd-884b-90b79ee5431c req-88a65715-838b-40b9-b270-e08bfe0112fe tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0638814 Jul 14 13:07:30.128393 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f36e0dc1-db42-41dd-884b-90b79ee5431c req-6447c9b4-b7c3-40ac-9579-9f98eb5674ab tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Jul 14 13:07:31.306996 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8355e-e70b-487f-a61a-0f868607c185 req-9f66e683-ab77-45cd-9220-a9ed5dd85cf3 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:31.308456 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1dd8355e-e70b-487f-a61a-0f868607c185 req-9f66e683-ab77-45cd-9220-a9ed5dd85cf3 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0618935 Jul 14 13:07:31.346201 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1dd8355e-e70b-487f-a61a-0f868607c185 req-54664c16-922a-4543-a15b-c03047621c01 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Jul 14 13:07:32.532757 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d4e9c-bc72-4992-8a85-4ffa075b3e6e req-b6b2fd49-4a5f-4d6c-98c3-0858ef0b2dec tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:32.534243 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ca4d4e9c-bc72-4992-8a85-4ffa075b3e6e req-b6b2fd49-4a5f-4d6c-98c3-0858ef0b2dec tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0677345 Jul 14 13:07:32.584900 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-ca4d4e9c-bc72-4992-8a85-4ffa075b3e6e req-2e7094fd-512c-4143-a22e-1348d8073137 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Jul 14 13:07:33.096619 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-21a1f951-e75d-4a74-b863-183f325d5115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:33.761812 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119200-abb8-48a9-93e9-87e581fd2763 req-a18795c6-889a-4c6e-8511-56ad1cc20db7 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:33.764020 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30119200-abb8-48a9-93e9-87e581fd2763 req-a18795c6-889a-4c6e-8511-56ad1cc20db7 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 943 time: 0.0681734 Jul 14 13:07:33.801422 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-30119200-abb8-48a9-93e9-87e581fd2763 req-6390a93c-9495-4669-8c5c-2d95deeb8688 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jul 14 13:07:33.880047 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 3f6b9d01-ac10-4b2c-818d-520e9de40c4e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:07:33.972938 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:07:33.984942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Returning: {'device': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'port_id': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:07:34.025128 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:34.038002 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6b9d01-ac10-4b2c-818d-520e9de40c4e {{(pid=92955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:07:34.056966 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:07:34.061462 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:34.107567 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=4']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:34.114736 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.115086 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.115426 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.115757 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.116085 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.116411 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.116732 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.117204 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.117376 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.117691 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.118036 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.118351 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:07:34.279809 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] get_ports_and_sgs() called for port_ids ['3f6b9d01-ac10-4b2c-818d-520e9de40c4e'] {{(pid=92955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:07:34.985275 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69064727-89f9-4c4b-96cd-316d46a59f89 req-fc253c48-1a2c-45a8-94a7-e9d879a8de55 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:34.986781 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69064727-89f9-4c4b-96cd-316d46a59f89 req-fc253c48-1a2c-45a8-94a7-e9d879a8de55 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 944 time: 0.0654335 Jul 14 13:07:35.025384 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-69064727-89f9-4c4b-96cd-316d46a59f89 req-ff8cfd71-6899-4a83-8b7d-9701bb58e313 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Jul 14 13:07:35.456209 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-93aa9d2c-fe86-4b57-bb0c-72021bd85b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:35.859586 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:35.880436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 3f6b9d01-ac10-4b2c-818d-520e9de40c4e up at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:07:35.927583 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning for port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e completed by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:07:35.931133 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.provisioning_blocks [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Provisioning complete for port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e triggered by entity L2. {{(pid=92955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:07:35.931499 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902448'] for port, provisioning_complete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:36.010775 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:36.031841 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e'}] {{(pid=92955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:07:36.034131 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80db54205605c22d85c1165e5115d793698e815d0b975dd32683fb82f988bd51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb305d9f-fbc4-45b8-9207-aa9e14cc44f1" -d '{"events": [{"server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e"}]}' {{(pid=92955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:07:36.046670 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:07:36.058976 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049'] for port, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:36.083498 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a3211-c3d2-46a3-945a-a61dc0f7720c x-openstack-request-id: req-345a3211-c3d2-46a3-945a-a61dc0f7720c {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:07:36.083819 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e", "code": 200}]} {{(pid=92955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:07:36.084015 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-345a3211-c3d2-46a3-945a-a61dc0f7720c {{(pid=92955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:07:36.084681 dv-cinder-786933-4-iscsi neutron-server[92955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'code': 200} Jul 14 13:07:36.112439 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Pushing event updated for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=5']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:36.233248 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9179790-9c8d-41b7-85dc-9516d770705b req-077dfc83-3874-4419-8e7c-31e6e2752f9c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:36.234783 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9179790-9c8d-41b7-85dc-9516d770705b req-077dfc83-3874-4419-8e7c-31e6e2752f9c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.0666215 Jul 14 13:07:36.280003 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-f9179790-9c8d-41b7-85dc-9516d770705b req-6cf80231-219c-4227-acc4-fe7d30681ae8 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Jul 14 13:07:36.353789 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921731f-9d43-4539-acc3-cbcdb885deec req-8ca35ead-92ee-4062-b156-575ef5243d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:36.355312 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7921731f-9d43-4539-acc3-cbcdb885deec req-8ca35ead-92ee-4062-b156-575ef5243d1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1098 time: 0.0519278 Jul 14 13:07:36.389072 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-7921731f-9d43-4539-acc3-cbcdb885deec req-ff728c8d-7991-4b63-b477-53dd0bd12f37 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271995 Jul 14 13:07:36.805524 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:37.464828 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab04796-3adf-42e4-8251-cf09af4f7d5f req-f23badb0-1568-403a-9c29-830611108620 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:37.466390 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aab04796-3adf-42e4-8251-cf09af4f7d5f req-f23badb0-1568-403a-9c29-830611108620 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.0740085 Jul 14 13:07:37.504163 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-aab04796-3adf-42e4-8251-cf09af4f7d5f req-fb6459b9-a00a-4b1e-a8eb-794c3e3c48cf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 14 13:07:37.682501 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858508-829a-4a28-a6bd-f0ada994c365 req-9acc928f-6b80-49b0-ba7f-d1285904ba40 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:37.683997 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e9858508-829a-4a28-a6bd-f0ada994c365 req-9acc928f-6b80-49b0-ba7f-d1285904ba40 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.0644488 Jul 14 13:07:37.721726 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-e9858508-829a-4a28-a6bd-f0ada994c365 req-be4f2f51-8b4f-48ed-819a-8a187c344857 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Jul 14 13:07:37.746754 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33162) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:07:37.799081 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d6182-a6a8-4a8f-b311-7eb69e89cf12 tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:37.800610 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-0f3d6182-a6a8-4a8f-b311-7eb69e89cf12 tempest-TestVolumeBootPattern-2038836436 tempest-TestVolumeBootPattern-2038836436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1093 time: 0.0527668 Jul 14 13:07:37.803991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33164) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:07:37.808379 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.v2.base [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Request body: {'floatingip': {'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'port_id': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:07:37.836784 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:37.936083 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.040232 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_common [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Allocated IP 172.27.3.213 (939b8a63-fe70-4623-bdee-3b613d6b1edc/a9f5dc8c-03ac-4abc-a670-365f1756fd36/bc85d4bb-899d-40f2-8ae1-b99fd43e0754) {{(pid=92954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:07:38.144809 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.184620 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779762362013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.224703 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Network 939b8a63-fe70-4623-bdee-3b613d6b1edc is already hosted by enough agents. {{(pid=92954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:07:38.231328 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.base_scheduler [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Resources bound (agent type, host, resource id): {{(pid=92954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:07:38.234483 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Received port after_create {{(pid=92954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:07:38.258945 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=bc85d4bb-899d-40f2-8ae1-b99fd43e0754,revision_number=1']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:38.601752 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.682199 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549879'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.695254 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.837272 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.842182 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779762754335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779762362031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779762362049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3551077'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.908586 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:38.912552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event updated for resources: {'Port': ['ID=bc85d4bb-899d-40f2-8ae1-b99fd43e0754,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:07:38.924954 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4085319'] for floatingip, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:39.028477 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.db.l3_db [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP a569aeb7-6749-48f3-ac28-138b4e7371f3 associated. External IP: 172.27.3.213, port: 3f6b9d01-ac10-4b2c-818d-520e9de40c4e. Jul 14 13:07:39.243521 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:07:39.365131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:07:39.374465 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:07:39.380989 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:07:39.383509 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:07:39.384201 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:07:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:07:39.417402 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-b85d680c-110a-470f-904f-a16351eb45ef tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6123757 Jul 14 13:07:39.418003 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:07:39.420860 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050e2c24-c768-4340-b66b-230780ecc043" -d '{"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:07:39.460330 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f42ceba-d652-4223-94c1-cdb524e88b99 x-openstack-request-id: req-6f42ceba-d652-4223-94c1-cdb524e88b99 {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:07:39.460626 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:07:39.460883 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f42ceba-d652-4223-94c1-cdb524e88b99 {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:07:39.461302 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'status': 'completed', 'code': 200} Jul 14 13:07:39.490763 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:07:39.545708 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2c24-c768-4340-b66b-230780ecc043 req-d173ea73-7edf-4361-a3de-0d115bac17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:39.547266 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-d173ea73-7edf-4361-a3de-0d115bac17de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1098 time: 0.0538251 Jul 14 13:07:39.642125 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2c24-c768-4340-b66b-230780ecc043 req-312b5373-a5c8-473d-b194-a3bc3e486fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:39.643617 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-312b5373-a5c8-473d-b194-a3bc3e486fce service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0898101 Jul 14 13:07:39.709537 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-fba4cb2b-0677-4b9c-8e32-be226d275512 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 200 len: 999 time: 0.0593467 Jul 14 13:07:39.720651 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}, {'id': 'a569aeb7-6749-48f3-ac28-138b4e7371f3', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ace2c-75b0-489f-a325-814f4cb1af14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:07:38Z', 'updated_at': '2021-07-14T13:07:38Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:07:39.745768 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:07:39.754002 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:07:39.754647 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:07:35Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:07:39.758175 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2c24-c768-4340-b66b-230780ecc043 req-7b414bc6-c3bb-45c7-8838-d96118a617bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:39.759742 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-7b414bc6-c3bb-45c7-8838-d96118a617bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0445001 Jul 14 13:07:39.821607 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2c24-c768-4340-b66b-230780ecc043 req-3659eb0b-6bc8-47fc-b4c7-b0231f4a42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:07:39.823151 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-3659eb0b-6bc8-47fc-b4c7-b0231f4a42dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569224 Jul 14 13:07:39.875974 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:07:39.910735 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-1ba569e0-3ecc-4e1f-b416-9e9c410fcde4 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794034 Jul 14 13:07:40.003028 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-050e2c24-c768-4340-b66b-230780ecc043 req-b837a55a-c37e-448c-a2e9-864ef3a558dc service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857913 Jul 14 13:07:40.106915 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}, {'id': 'a569aeb7-6749-48f3-ac28-138b4e7371f3', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ace2c-75b0-489f-a325-814f4cb1af14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:07:38Z', 'updated_at': '2021-07-14T13:07:38Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:07:40.141631 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452da67-0b16-4fcf-9260-d0a93b22eab9 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}, {'id': 'a569aeb7-6749-48f3-ac28-138b4e7371f3', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799ace2c-75b0-489f-a325-814f4cb1af14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:07:38Z', 'updated_at': '2021-07-14T13:07:38Z', 'revision_number': 0, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:07:40.324396 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9989046-b6f3-4091-a52c-2f3f6af5e903 None None] New status for floating IP a569aeb7-6749-48f3-ac28-138b4e7371f3: ACTIVE {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:08:03.098111 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-12cc792b-2e41-4aec-b5a4-9f51c44b0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:05.457298 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-8a9eabdc-5fbb-42be-803a-c1c392ae941d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:05.861245 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:06.219588 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:08:06.807917 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:08.698063 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:08.924277 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:20.038100 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-220d19cc-3102-4255-ab62-69f0ac8e8bf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992942 Jul 14 13:08:20.136277 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-5703a797-95bd-4bd6-ad65-38e9e8ab0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:08:20.137834 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-5703a797-95bd-4bd6-ad65-38e9e8ab0c69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0544963 Jul 14 13:08:20.243831 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-e3eb0581-949e-4128-8ed7-fdfd6226f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:08:20.245257 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-e3eb0581-949e-4128-8ed7-fdfd6226f655 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0859613 Jul 14 13:08:20.313143 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-7c6e0f7a-ecc0-4c19-81d0-bce4d9de3066 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0605712 Jul 14 13:08:20.361267 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-19d9e4d2-27fc-49fa-863f-93c68fa7530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:08:20.362829 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-19d9e4d2-27fc-49fa-863f-93c68fa7530e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0435138 Jul 14 13:08:20.424755 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-2acb96ce-d32b-41e6-a3ee-953b2f4a4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:08:20.426312 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-2acb96ce-d32b-41e6-a3ee-953b2f4a4772 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562828 Jul 14 13:08:20.515411 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-3a64bc35-2e24-43bb-965f-85f7116270cd service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801549 Jul 14 13:08:20.607673 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-45d3cd2a-4789-4bf3-bf97-d58f2a220c68 req-c0bddaf8-6916-4f06-be1e-87f9fd249c80 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 Jul 14 13:08:24.609762 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-53b8b6c1-2596-41b3-9da4-dcc76cf9c8bd req-f94bc073-3674-49fa-ae3a-25e4920e4067 service neutron] (92953) timed out ('10.222.0.49', 64778) {{(pid=92953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 13:08:24.817340 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-5b73438f-3025-453d-a007-3589b0b76931 req-9da21d55-792d-4b09-843f-2c3c0c213979 service neutron] (92954) timed out ('10.222.0.49', 64763) {{(pid=92954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 13:08:33.100438 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-12ab48a4-ebab-4cbc-a6ca-e96b7183c34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:35.459436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2d52e440-7cdb-4fdf-ae24-4637cd5d2bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:35.863120 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:36.810854 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:38.700295 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:38.921281 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:08:43.218715 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:09:03.100317 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ce17e6ab-c157-4862-a257-ff7eab3b5ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:05.461133 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd9af-0ca0-4fa0-99db-5ea17b28c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:05.864895 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:06.814683 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:08.704780 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:08.923398 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.401217 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33202) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:10.601015 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port bc85d4bb-899d-40f2-8ae1-b99fd43e0754 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:10.601355 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.679291 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.679524 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.692157 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for bc85d4bb-899d-40f2-8ae1-b99fd43e0754 owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:10.854778 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.881078 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=bc85d4bb-899d-40f2-8ae1-b99fd43e0754,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:10.893250 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.893607 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.894007 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.894347 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.894679 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.895010 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.895432 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.896399 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.896762 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.897099 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.897432 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.897758 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:10.956073 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:10.956353 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP a569aeb7-6749-48f3-ac28-138b4e7371f3 disassociated (deleted). External IP: 172.27.3.213, port: 3f6b9d01-ac10-4b2c-818d-520e9de40c4e. Jul 14 13:09:11.171990 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:09:11.280627 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:09:11.285373 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:11.289677 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:09:11.299806 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:11.300427 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:11.322299 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-f1deece7-0fd1-438d-b948-0770f59e7f81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "DELETE /v2.0/floatingips/a569aeb7-6749-48f3-ac28-138b4e7371f3 HTTP/1.1" status: 204 len: 168 time: 0.9200127 Jul 14 13:09:11.323167 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:09:11.325686 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f08667-e915-4e0b-8f0b-963f7c048a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:09:11.408482 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:11.458510 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f93c1-529f-4e64-809b-8d5cb9593aa1 x-openstack-request-id: req-665f93c1-529f-4e64-809b-8d5cb9593aa1 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:09:11.459177 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:09:11.459177 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-665f93c1-529f-4e64-809b-8d5cb9593aa1 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:09:11.459494 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'status': 'completed', 'code': 200} Jul 14 13:09:11.542633 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-e85327c5-9818-4b4e-a10a-7854c27b87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:11.545265 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-e85327c5-9818-4b4e-a10a-7854c27b87f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 1098 time: 0.0637429 Jul 14 13:09:11.645823 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-e30ed5f2-0797-4efa-95dc-10f29ad582a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:11.647354 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-e30ed5f2-0797-4efa-95dc-10f29ad582a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.0944929 Jul 14 13:09:11.651085 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:11.682369 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:09:11.693419 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:11.693419 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:11.805659 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:11.984180 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-f9fa7315-697a-432f-be5e-f67a642f1e9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 200 len: 217 time: 0.3301425 Jul 14 13:09:12.033605 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:12.060386 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbfd55-b890-4399-a3f0-125a13613367 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_floatingips': [{'id': '26d0bb5d-ae81-4dce-9902-d938f64dfd60', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'router_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'port_id': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'mac_address': 'fa:16:3e:77:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216cfcfa-72dd-4e33-883d-66939794bff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:05:32Z', 'updated_at': '2021-07-14T13:05:34Z', 'revision_number': 1, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:09:12.060709 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-f6c85737-12bd-4cc8-8967-1349017a94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:12.062054 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-f6c85737-12bd-4cc8-8967-1349017a94a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0700417 Jul 14 13:09:12.116584 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523d013-18f1-4d03-a8a5-f77ae6e400f2 req-17720325-3bd8-4562-a9a1-a7dc503ecb65 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:12.118192 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9523d013-18f1-4d03-a8a5-f77ae6e400f2 req-17720325-3bd8-4562-a9a1-a7dc503ecb65 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.4699578 Jul 14 13:09:12.167953 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-bee4e379-a153-45f3-b009-d6debf62175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:12.169449 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-bee4e379-a153-45f3-b009-d6debf62175a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001751 Jul 14 13:09:12.172656 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-9523d013-18f1-4d03-a8a5-f77ae6e400f2 req-75b1b6c7-7ed9-45d9-a24a-dcb8ce76cd34 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477064 Jul 14 13:09:12.266638 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-29a38531-ccc9-4ccd-85d8-3df029258a84 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899653 Jul 14 13:09:12.303169 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba84bc-78a6-443c-b6e7-f43ecab260a1 None None] New status for floating IP a569aeb7-6749-48f3-ac28-138b4e7371f3: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:09:12.360321 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-c8f08667-e915-4e0b-8f0b-963f7c048a3c req-6f4d71fc-d020-4e60-afeb-197f9696f2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868573 Jul 14 13:09:13.148404 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-7127353f-a9a2-4748-bae2-d10bb4586d24 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:13.149919 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-7127353f-a9a2-4748-bae2-d10bb4586d24 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.0673811 Jul 14 13:09:13.259147 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:13.259491 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:13.347313 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] For port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:13.347670 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:13.365532 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for 3f6b9d01-ac10-4b2c-818d-520e9de40c4e owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:13.423202 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aea97-8944-46a9-991b-c2adc38eefaf req-3e48ce72-bc85-47b3-a399-55d3cdf2984a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:13.424632 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-114aea97-8944-46a9-991b-c2adc38eefaf req-3e48ce72-bc85-47b3-a399-55d3cdf2984a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=799ace2c-75b0-489f-a325-814f4cb1af14 HTTP/1.1" status: 200 len: 945 time: 0.1125498 Jul 14 13:09:13.465078 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-114aea97-8944-46a9-991b-c2adc38eefaf req-d36963d7-6572-40bc-bd4a-962c3ca89e81 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341020 Jul 14 13:09:13.500969 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:13.529333 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=3f6b9d01-ac10-4b2c-818d-520e9de40c4e,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:13.538874 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.539218 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.539556 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.539887 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.540211 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.540530 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.540857 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.541179 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.541500 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.541817 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.542152 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.542465 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:13.590004 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] No DVR routers for this DVR port 3f6b9d01-ac10-4b2c-818d-520e9de40c4e on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:13.592760 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:13.594811 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-37df3343-cb1f-4870-9317-2aa3e318aea8 req-14da8dd0-02a6-4443-a910-f9c466a7078a tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "DELETE /v2.0/ports/3f6b9d01-ac10-4b2c-818d-520e9de40c4e HTTP/1.1" status: 204 len: 173 time: 0.4390354 Jul 14 13:09:13.595241 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'name': 'network-vif-deleted', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:09:13.597504 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af33cac-dae1-41ba-9773-c7c1318168b0" -d '{"events": [{"server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "name": "network-vif-deleted", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:09:13.635382 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac45ab0-85c5-496c-b12f-6e57f75ca2ad x-openstack-request-id: req-2ac45ab0-85c5-496c-b12f-6e57f75ca2ad {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:09:13.635710 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799ace2c-75b0-489f-a325-814f4cb1af14", "name": "network-vif-deleted", "tag": "3f6b9d01-ac10-4b2c-818d-520e9de40c4e", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:09:13.635963 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ac45ab0-85c5-496c-b12f-6e57f75ca2ad {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:09:13.636396 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799ace2c-75b0-489f-a325-814f4cb1af14', 'name': 'network-vif-deleted', 'tag': '3f6b9d01-ac10-4b2c-818d-520e9de40c4e', 'status': 'completed', 'code': 200} Jul 14 13:09:16.775576 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33250) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:16.937685 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port 214217d2-e238-45b9-8a2e-87742135199d {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:16.938068 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.014090 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.014351 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.027870 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for 214217d2-e238-45b9-8a2e-87742135199d owned by network:floatingip {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:17.178269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.205232 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=214217d2-e238-45b9-8a2e-87742135199d,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:17.267933 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.268162 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.db.l3_db [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Floating IP 26d0bb5d-ae81-4dce-9902-d938f64dfd60 disassociated (deleted). External IP: 172.27.3.105, port: ee342275-4edd-4784-83a4-d9eadeb08eb2. Jul 14 13:09:17.476405 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:09:17.579479 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:09:17.584380 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:17.588677 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:09:17.599403 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:17.600089 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:17.630418 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-724860eb-bde3-4807-b315-c7e34eed6cd6 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "DELETE /v2.0/floatingips/26d0bb5d-ae81-4dce-9902-d938f64dfd60 HTTP/1.1" status: 204 len: 168 time: 0.8537095 Jul 14 13:09:17.631000 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:09:17.633267 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d8996303d2f1d80e768e6929df47d3b5e3f32690af27cf0547e2cd947318a59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575af27-edca-4ff2-a9e8-d6fa3e50f457" -d '{"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:09:17.670889 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05222bb7-a09f-4c29-ad5a-bcfb592821c9 x-openstack-request-id: req-05222bb7-a09f-4c29-ad5a-bcfb592821c9 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:09:17.671177 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2", "status": "completed", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:09:17.671427 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05222bb7-a09f-4c29-ad5a-bcfb592821c9 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:09:17.671822 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'status': 'completed', 'code': 200} Jul 14 13:09:17.715080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:17.748867 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-0eec9470-8b33-4e21-bc7e-eaa86b272606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:17.750715 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-0eec9470-8b33-4e21-bc7e-eaa86b272606 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 1099 time: 0.0546174 Jul 14 13:09:17.861497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-b1818f73-68a5-4ff2-8b01-e36049883115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:17.863471 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-b1818f73-68a5-4ff2-8b01-e36049883115 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 200 len: 912 time: 0.1061695 Jul 14 13:09:17.904931 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-845000a8-4531-49bf-81c7-b77c415c11f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 200 len: 217 time: 0.0354004 Jul 14 13:09:17.931739 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:17.958985 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:09:17.961916 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-636a8461-63d7-478b-9d82-341cb9d9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:17.963415 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-636a8461-63d7-478b-9d82-341cb9d9a86f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 200 len: 850 time: 0.0510104 Jul 14 13:09:17.968299 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:17.968933 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:18.029190 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-4ceb6222-4f11-4556-a1d1-71bc33e521cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:18.030764 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-4ceb6222-4f11-4556-a1d1-71bc33e521cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b984109-98cd-4087-8be0-de9e0f15fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591755 Jul 14 13:09:18.031363 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b5329-0cf8-4cba-96c5-7a90b01349e1 req-852e9ffd-4b2c-44aa-9be2-5891707d6b5e tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:18.032874 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8e9b5329-0cf8-4cba-96c5-7a90b01349e1 req-852e9ffd-4b2c-44aa-9be2-5891707d6b5e tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0697091 Jul 14 13:09:18.074831 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [req-8e9b5329-0cf8-4cba-96c5-7a90b01349e1 req-4f2109a7-ad53-4899-a930-b827b05c2a9b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352163 Jul 14 13:09:18.086131 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:18.137503 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-a54182db-2878-4856-b5b4-db4815ef60a0 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993149 Jul 14 13:09:18.230855 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-e575af27-edca-4ff2-a9e8-d6fa3e50f457 req-a2ab264b-03aa-468d-b787-05f5a96e1a69 service neutron] 10.222.0.49 "GET /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854678 Jul 14 13:09:18.303604 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:18.330013 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c08cfd-3cf6-40e6-a1f8-82cbd3166809 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:38Z', 'revision_number': 4, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi', '_interfaces': [{'id': 'aebd00c6-01ba-4177-b6de-312b58f861c1', 'name': '', 'network_id': '5b984109-98cd-4087-8be0-de9e0f15fcbb', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'mac_address': 'fa:16:3e:8e:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:37Z', 'updated_at': '2021-07-14T13:02:43Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'subnets': [{'id': '4db5ded6-6545-49d8-a841-2f638f0c4d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:09:18.347898 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 3f6b9d01-ac10-4b2c-818d-520e9de40c4e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:18.368146 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: 3f6b9d01-ac10-4b2c-818d-520e9de40c4e {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:18.368503 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device 3f6b9d01-ac10-4b2c-818d-520e9de40c4e not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:18.551332 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea670f7d-b5fb-4320-b626-ea1e73706e0a None None] New status for floating IP 26d0bb5d-ae81-4dce-9902-d938f64dfd60: DOWN {{(pid=92956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:09:19.257760 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34ed06-4a3f-47af-aa7e-e9b09f643837 req-67308643-1a45-4d21-a104-cc5c6a5da02b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:19.259287 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c34ed06-4a3f-47af-aa7e-e9b09f643837 req-67308643-1a45-4d21-a104-cc5c6a5da02b tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0685692 Jul 14 13:09:19.297313 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-1c34ed06-4a3f-47af-aa7e-e9b09f643837 req-d3e05401-bcb0-4d3d-be53-f58e37e12c23 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/security-groups?id=60ed51b1-f376-4f39-bd33-e5c37be3bb32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Jul 14 13:09:19.408477 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-1c3e3ed4-5b29-41e3-aa82-1e3ce5ff3651 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:09:19.409987 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-1c3e3ed4-5b29-41e3-aa82-1e3ce5ff3651 tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 946 time: 0.0633264 Jul 14 13:09:19.512927 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port ee342275-4edd-4784-83a4-d9eadeb08eb2 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:19.513271 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:19.602059 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] For port ee342275-4edd-4784-83a4-d9eadeb08eb2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee342275-4edd-4784-83a4-d9eadeb08eb2,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:19.602420 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:19.614944 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for ee342275-4edd-4784-83a4-d9eadeb08eb2 owned by compute:nova {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:19.745226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:19.775103 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=ee342275-4edd-4784-83a4-d9eadeb08eb2,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:19.820062 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] No DVR routers for this DVR port ee342275-4edd-4784-83a4-d9eadeb08eb2 on host hv-cinder-78693 {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:19.822799 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for port, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:19.824756 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-35ec89e0-f7ff-409e-bc62-be51b1f49f26 req-5e25ae16-ddd6-4a85-9dd0-32ad223ad8eb tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.49 "DELETE /v2.0/ports/ee342275-4edd-4784-83a4-d9eadeb08eb2 HTTP/1.1" status: 204 len: 173 time: 0.4089112 Jul 14 13:09:19.825192 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'name': 'network-vif-deleted', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2'}] {{(pid=92954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:09:19.827454 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7858a2ebd1ed3a58fba43981f94682bba807ff1526f792f9ffdfc7499b0490e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe917955-a43d-41a0-809e-bf310000570f" -d '{"events": [{"server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "name": "network-vif-deleted", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2"}]}' {{(pid=92954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:09:19.870993 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41b6f7-fed1-4f68-90be-c960d115650f x-openstack-request-id: req-ee41b6f7-fed1-4f68-90be-c960d115650f {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:09:19.871218 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216cfcfa-72dd-4e33-883d-66939794bff4", "name": "network-vif-deleted", "tag": "ee342275-4edd-4784-83a4-d9eadeb08eb2", "status": "completed", "code": 200}]} {{(pid=92954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:09:19.871513 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee41b6f7-fed1-4f68-90be-c960d115650f {{(pid=92954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:09:19.871874 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216cfcfa-72dd-4e33-883d-66939794bff4', 'name': 'network-vif-deleted', 'tag': 'ee342275-4edd-4784-83a4-d9eadeb08eb2', 'status': 'completed', 'code': 200} Jul 14 13:09:20.217702 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:09:20.457861 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [req-fc8f2e7f-0a70-4a5a-9ec3-85f9d864a043 req-b3cf71f4-937e-40aa-b977-c0614981a75c tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "GET /v2.0/ports?device_id=216cfcfa-72dd-4e33-883d-66939794bff4 HTTP/1.1" status: 200 len: 210 time: 0.0324593 Jul 14 13:09:21.557939 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33266) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:21.681649 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Deleting port 09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:21.681934 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.757280 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.757600 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.769622 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Calling delete_port for 09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5 owned by network:floatingip {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:21.900869 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.927801 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'Port': ['ID=09b69ed4-b9bb-4c6b-b3de-4d2e8488f7a5,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:21.993043 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for floatingip, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.995625 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475604'] for floatingip, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:21.996779 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-17520a0d-3087-4a9d-a1ee-037f39ac13bf tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "DELETE /v2.0/floatingips/a48cf932-72be-4bb1-a1f5-09e6398f5956 HTTP/1.1" status: 204 len: 168 time: 0.4378541 Jul 14 13:09:23.286659 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33278) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:23.352231 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:23.376560 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:23.442030 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:23.445214 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:23.446679 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] 10.222.0.48 "DELETE /v2.0/security-groups/60ed51b1-f376-4f39-bd33-e5c37be3bb32 HTTP/1.1" status: 204 len: 168 time: 0.1590116 Jul 14 13:09:23.455786 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e914-1590-426d-8dc4-773d756fea4d tempest-TestVolumeBootPattern-1773940029 tempest-TestVolumeBootPattern-1773940029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed51b1-f376-4f39-bd33-e5c37be3bb32,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:23.501943 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33282) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:23.964966 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:24.234757 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Deleting port aebd00c6-01ba-4177-b6de-312b58f861c1 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:24.235010 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:24.314361 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] For port aebd00c6-01ba-4177-b6de-312b58f861c1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=aebd00c6-01ba-4177-b6de-312b58f861c1,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:24.314712 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:24.329408 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Calling delete_port for aebd00c6-01ba-4177-b6de-312b58f861c1 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:24.377177 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ee342275-4edd-4784-83a4-d9eadeb08eb2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:24.398824 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] No Port match for: ee342275-4edd-4784-83a4-d9eadeb08eb2 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:24.399164 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Device ee342275-4edd-4784-83a4-d9eadeb08eb2 not bound to the agent host hv-cinder-78693 {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:24.515012 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:24.551154 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Pushing event deleted for resources: {'Port': ['ID=aebd00c6-01ba-4177-b6de-312b58f861c1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:24.717131 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:24.933472 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Router 9cfeec73-341f-4134-817b-e4881be088f4 has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:09:25.050632 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:09:25.058235 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-1a275ab3-62aa-423d-82dc-6d8e9accdaea admin admin] 10.222.0.48 "PUT /v2.0/routers/9cfeec73-341f-4134-817b-e4881be088f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541859 Jul 14 13:09:25.059721 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33286) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:25.060657 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Sync routers for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:09:25.071201 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:25.071829 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:25.164209 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.183661 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: dv-cinder-786933-4-iscsi {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:25.275062 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.338626 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Deleting port e4ad109a-6c17-461c-957f-56f00a093106 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:25.338965 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.422790 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] For port e4ad109a-6c17-461c-957f-56f00a093106, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=e4ad109a-6c17-461c-957f-56f00a093106,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:25.423565 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.436220 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Calling delete_port for e4ad109a-6c17-461c-957f-56f00a093106 owned by network:router_gateway {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:25.505078 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:09:24Z', 'revision_number': 5, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port': {'id': 'e4ad109a-6c17-461c-957f-56f00a093106', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfeec73-341f-4134-817b-e4881be088f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:25.537435 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Checking router: 9cfeec73-341f-4134-817b-e4881be088f4 for host: dv-cinder-786933-4-iscsi {{(pid=92955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:09:25.545786 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Routers {'9cfeec73-341f-4134-817b-e4881be088f4'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:25.546436 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['9cfeec73-341f-4134-817b-e4881be088f4'], 'active': True} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:25.605072 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.630429 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ad109a-6c17-461c-957f-56f00a093106,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:25.642682 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvr_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] Set router 9cfeec73-341f-4134-817b-e4881be088f4 gateway port host: None {{(pid=92955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:25.697989 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:25.704955 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_hamode_db [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:09:25Z', 'revision_number': 6, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:25.732973 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bff076-a1a9-4030-9a4d-9139a601a800 None None] The sync data for ids ['9cfeec73-341f-4134-817b-e4881be088f4'] in dv-cinder-786933-4-iscsi is: [{'id': '9cfeec73-341f-4134-817b-e4881be088f4', 'name': 'tempest-TestVolumeBootPattern-607363999-router', 'tenant_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:35Z', 'updated_at': '2021-07-14T13:09:25Z', 'revision_number': 6, 'project_id': 'ae1f02ed7682415a8790e2dc8184a3d2', 'gw_port_host': None}] {{(pid=92955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:09:26.023864 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.025807 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.071723 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.072429 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cfeec73-341f-4134-817b-e4881be088f4 {{(pid=92953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:09:26.077190 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.078154 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-19dd674c-6b4e-434d-9e5e-a87dd32c15f7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9cfeec73-341f-4134-817b-e4881be088f4 HTTP/1.1" status: 204 len: 168 time: 1.0173583 Jul 14 13:09:26.080955 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33288) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:26.130039 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Deleting subnet 4db5ded6-6545-49d8-a841-2f638f0c4d10 {{(pid=92953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:09:26.133787 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.181436 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9792779'] for subnet, precommit_delete_associations {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.262541 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.318353 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9042245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8925902'] for subnet, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.341502 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db5ded6-6545-49d8-a841-2f638f0c4d10,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:26.347213 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for subnet, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.349822 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-5875bcc5-525a-4cc1-a29b-fd0ee822acc5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4db5ded6-6545-49d8-a841-2f638f0c4d10 HTTP/1.1" status: 204 len: 168 time: 0.2678168 Jul 14 13:09:26.354965 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7fee6-b42d-4958-a77d-c27b32d87e09 None None] Network 5b984109-98cd-4087-8be0-de9e0f15fcbb requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:09:26.359826 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33290) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:26.430812 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.488679 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Deleting port 93293aaa-937c-433d-95f8-4badd2093d55 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:26.488930 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.556798 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] For port 93293aaa-937c-433d-95f8-4badd2093d55, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=93293aaa-937c-433d-95f8-4badd2093d55,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:26.556798 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.562318 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] DHCP port deletion for 5b984109-98cd-4087-8be0-de9e0f15fcbb request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:09:26.577561 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Calling delete_port for 93293aaa-937c-433d-95f8-4badd2093d55 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:26.610837 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Deleting port 93293aaa-937c-433d-95f8-4badd2093d55 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:26.611300 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.661296 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9042200'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.686140 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] For port 93293aaa-937c-433d-95f8-4badd2093d55, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=93293aaa-937c-433d-95f8-4badd2093d55,segment=NetworkSegment(3e8f8bec-b29e-4f30-a8c0-0561de5b0150),segment_id=3e8f8bec-b29e-4f30-a8c0-0561de5b0150)] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:26.686664 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.688809 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=93293aaa-937c-433d-95f8-4badd2093d55,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:26.695269 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] No DVR routers for this DVR port 93293aaa-937c-433d-95f8-4badd2093d55 on host dv-cinder-786933-4-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:26.701822 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Calling delete_port for 93293aaa-937c-433d-95f8-4badd2093d55 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:26.774480 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.785532 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b984109-98cd-4087-8be0-de9e0f15fcbb']}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:26.794726 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.795709 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f8bec-b29e-4f30-a8c0-0561de5b0150') {'for_net_delete': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:26.795995 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.services.segments.db [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f8bec-b29e-4f30-a8c0-0561de5b0150') {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:26.805286 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9792786'] for segment, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.819187 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.820788 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Pushing event deleted for resources: {'Port': ['ID=93293aaa-937c-433d-95f8-4badd2093d55,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:26.826241 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=92953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:09:26.826647 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9042155'] for segment, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: Traceback (most recent call last): Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: timer() Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: cb(*args, **kw) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: return func(*args, **kwargs) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: self._notify() Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: self.callback(batched_events) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: event.method(event) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: return f(self, *a, **k) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._get(url).json() Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: return self.request(url, 'GET', **kwargs) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:09:26.828571 dv-cinder-786933-4-iscsi neutron-server[92953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:09:26.831523 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] No DVR routers for this DVR port 93293aaa-937c-433d-95f8-4badd2093d55 on host dv-cinder-786933-4-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:26.840470 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.840830 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.841182 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.841611 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.842017 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.842988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.842988 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.843149 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.843396 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.843727 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.844070 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.844368 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a07d58-e566-4b30-ad79-c56116e6e4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-4-iscsi {{(pid=92955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:09:26.891235 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.896822 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:26.898644 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] 10.222.0.48 "DELETE /v2.0/networks/5b984109-98cd-4087-8be0-de9e0f15fcbb HTTP/1.1" status: 204 len: 168 time: 0.5377834 Jul 14 13:09:26.901762 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33292) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:26.909073 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2e60-0755-4e5a-bc40-cb6efd222f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b984109-98cd-4087-8be0-de9e0f15fcbb,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:27.256979 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084551'] for router_interface, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:27.447266 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device aebd00c6-01ba-4177-b6de-312b58f861c1 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:27.467942 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: aebd00c6-01ba-4177-b6de-312b58f861c1 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:27.468287 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device aebd00c6-01ba-4177-b6de-312b58f861c1 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:27.468700 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 93293aaa-937c-433d-95f8-4badd2093d55 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:27.488353 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 93293aaa-937c-433d-95f8-4badd2093d55 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:27.488693 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 93293aaa-937c-433d-95f8-4badd2093d55 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:27.489106 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e4ad109a-6c17-461c-957f-56f00a093106 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:27.512422 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: e4ad109a-6c17-461c-957f-56f00a093106 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:27.512764 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device e4ad109a-6c17-461c-957f-56f00a093106 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:27.795114 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Deleting port b4ed2e23-7670-4483-b15f-8cad1844d7c1 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:27.795352 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:27.871128 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] For port b4ed2e23-7670-4483-b15f-8cad1844d7c1, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=b4ed2e23-7670-4483-b15f-8cad1844d7c1,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:27.871497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:27.884304 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Calling delete_port for b4ed2e23-7670-4483-b15f-8cad1844d7c1 owned by network:router_interface {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:28.060561 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.087253 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed2e23-7670-4483-b15f-8cad1844d7c1,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:28.256284 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3881235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084715'] for router_interface, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.469605 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Router 813734cb-a8fe-4a9d-8710-29752bc4256f has already been hosted by L3 agent 83b78cd4-e2ff-4c62-9e52-611f7c94394e {{(pid=92954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:09:28.573052 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] Notify agent at l3_agent.dv-cinder-786933-4-iscsi the message routers_updated {{(pid=92954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:09:28.577996 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-24168f25-d151-4112-b611-1686b135a4da admin admin] 10.222.0.48 "PUT /v2.0/routers/813734cb-a8fe-4a9d-8710-29752bc4256f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751516 Jul 14 13:09:28.580849 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33294) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:28.583429 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Sync routers for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:09:28.592609 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:28.593218 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:28.685138 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.694436 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: dv-cinder-786933-4-iscsi {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:28.786675 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.838929 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Deleting port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:28.839270 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.873469 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'external_fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:09:28Z', 'revision_number': 5, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port': {'id': '63dbbb43-1e92-47f8-95ae-4c99749a6cc0', 'name': '', 'network_id': '939b8a63-fe70-4623-bdee-3b613d6b1edc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9f5dc8c-03ac-4abc-a670-365f1756fd36', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-4-iscsi'}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:28.902540 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Checking router: 813734cb-a8fe-4a9d-8710-29752bc4256f for host: dv-cinder-786933-4-iscsi {{(pid=92956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:09:28.910619 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Routers {'813734cb-a8fe-4a9d-8710-29752bc4256f'} bound to L3 agent in host dv-cinder-786933-4-iscsi {{(pid=92956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:09:28.911810 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T12:45:05Z,description=,heartbeat_timestamp=2021-07-14T13:09:05Z,host='dv-cinder-786933-4-iscsi',id=83b78cd4-e2ff-4c62-9e52-611f7c94394e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T12:45:05Z,topic='l3_agent')) {'router_ids': ['813734cb-a8fe-4a9d-8710-29752bc4256f'], 'active': True} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:28.920731 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] For port 63dbbb43-1e92-47f8-95ae-4c99749a6cc0, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,segment=NetworkSegment(bf141ec4-9de7-4e9b-b795-4d2aa7ca9755),segment_id=bf141ec4-9de7-4e9b-b795-4d2aa7ca9755)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:28.921089 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:28.934403 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Calling delete_port for 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 owned by network:router_gateway {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:29.001010 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_dvr_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] Set router 813734cb-a8fe-4a9d-8710-29752bc4256f gateway port host: None {{(pid=92956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:09:29.051570 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.l3_hamode_db [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:09:28Z', 'revision_number': 6, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port_host': None}], 'dv-cinder-786933-4-iscsi', False) {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:29.082298 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9b1f0-8631-4c88-a126-ea43cf1b398f None None] The sync data for ids ['813734cb-a8fe-4a9d-8710-29752bc4256f'] in dv-cinder-786933-4-iscsi is: [{'id': '813734cb-a8fe-4a9d-8710-29752bc4256f', 'name': 'tempest-TestVolumeBootPattern-972058134-router', 'tenant_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:02:40Z', 'updated_at': '2021-07-14T13:09:28Z', 'revision_number': 6, 'project_id': 'bea5fbfa445d440cbe58fcafb7e4f3dc', 'gw_port_host': None}] {{(pid=92956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:09:29.099504 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.126613 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63dbbb43-1e92-47f8-95ae-4c99749a6cc0,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:29.194631 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4085261'] for router_gateway, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.292006 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.294422 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.343209 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086534'] for router, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.343722 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813734cb-a8fe-4a9d-8710-29752bc4256f {{(pid=92954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:09:29.348057 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.349257 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-3adce425-49d1-401e-8710-366c922436c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/813734cb-a8fe-4a9d-8710-29752bc4256f HTTP/1.1" status: 204 len: 168 time: 0.7675002 Jul 14 13:09:29.352610 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33296) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:29.396889 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Deleting subnet dda1ccdc-cff7-470a-b936-73b24bdc93cd {{(pid=92954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:09:29.399981 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.435497 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766273'] for subnet, precommit_delete_associations {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.530134 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903616'] for subnet, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.584747 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3551027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12336308'] for subnet, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.611172 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda1ccdc-cff7-470a-b936-73b24bdc93cd,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:29.613007 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.614921 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-dce3c468-17ba-4b81-8911-e2b6f8f3f033 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dda1ccdc-cff7-470a-b936-73b24bdc93cd HTTP/1.1" status: 204 len: 168 time: 0.2613626 Jul 14 13:09:29.617445 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33298) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:29.619887 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ecd9d-ec06-4d23-b644-1495a535e2df None None] Network 78b7d334-5799-4e03-9ae6-60dbdc055f5a requested from dv-cinder-786933-4-iscsi {{(pid=92955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:09:29.687424 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726825'] for network, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.740598 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Deleting port 216e70e0-ee64-4017-a68b-387f9f986327 {{(pid=92954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:29.740929 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.804409 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] For port 216e70e0-ee64-4017-a68b-387f9f986327, host dv-cinder-786933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-4-iscsi',level=0,port_id=216e70e0-ee64-4017-a68b-387f9f986327,segment=NetworkSegment(e21232ac-a3c9-4a3c-88cc-65e78094502c),segment_id=e21232ac-a3c9-4a3c-88cc-65e78094502c)] {{(pid=92954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:29.804771 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.818502 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Calling delete_port for 216e70e0-ee64-4017-a68b-387f9f986327 owned by network:dhcp {{(pid=92954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:29.859551 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b4ed2e23-7670-4483-b15f-8cad1844d7c1 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:29.885616 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] DHCP port deletion for 78b7d334-5799-4e03-9ae6-60dbdc055f5a request from dv-cinder-786933-4-iscsi {{(pid=92955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:09:29.888898 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: b4ed2e23-7670-4483-b15f-8cad1844d7c1 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:29.889248 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device b4ed2e23-7670-4483-b15f-8cad1844d7c1 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:29.903961 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3551086'] for port, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:29.931394 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Pushing event deleted for resources: {'Port': ['ID=216e70e0-ee64-4017-a68b-387f9f986327,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:29.933226 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] No DVR routers for this DVR port 216e70e0-ee64-4017-a68b-387f9f986327 on host dv-cinder-786933-4-iscsi {{(pid=92954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:29.939487 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Deleting port 216e70e0-ee64-4017-a68b-387f9f986327 {{(pid=92955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:09:29.939970 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779762747365'] for port, before_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.004222 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.db [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] For port 216e70e0-ee64-4017-a68b-387f9f986327, host dv-cinder-786933-4-iscsi, got binding levels [] {{(pid=92955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:09:30.004619 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088548'] for port, precommit_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.013991 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905045', 'neutron.services.segments.db._delete_segments_for_network-8779762911555'] for network, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.019729 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Calling delete_port for 216e70e0-ee64-4017-a68b-387f9f986327 owned by network:dhcp {{(pid=92955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:09:30.022469 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.ipam_backend_mixin [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Port 216e70e0-ee64-4017-a68b-387f9f986327 was not found and therefore no delete operation was performed {{(pid=92955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 13:09:30.023761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779762754317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779762362022'] for port, after_delete {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.024552 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b7d334-5799-4e03-9ae6-60dbdc055f5a']}} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:30.035459 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21232ac-a3c9-4a3c-88cc-65e78094502c') {'for_net_delete': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:30.035822 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.services.segments.db [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21232ac-a3c9-4a3c-88cc-65e78094502c') {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:09:30.045484 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779762912076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766296'] for segment, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.055139 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] No DVR routers for this DVR port 216e70e0-ee64-4017-a68b-387f9f986327 on host dv-cinder-786933-4-iscsi {{(pid=92955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:09:30.060451 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1f54-b68f-4caf-ba7e-46a3729a4b83 None None] Pushing event deleted for resources: {'Port': ['ID=216e70e0-ee64-4017-a68b-387f9f986327,revision_number=None']} {{(pid=92955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:30.068297 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349'] for segment, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.076292 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=92954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:09:30.076599 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-904349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550877'] for segment, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: Traceback (most recent call last): Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: timer() Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: cb(*args, **kw) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: return func(*args, **kwargs) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: self._notify() Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: self.callback(batched_events) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: event.method(event) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: return f(self, *a, **k) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._get(url).json() Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: return self.request(url, 'GET', **kwargs) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:09:30.078333 dv-cinder-786933-4-iscsi neutron-server[92954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:09:30.137983 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3881240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4085353'] for network, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.144985 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3881326'] for network, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.149073 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] 10.222.0.48 "DELETE /v2.0/networks/78b7d334-5799-4e03-9ae6-60dbdc055f5a HTTP/1.1" status: 204 len: 168 time: 0.5279090 Jul 14 13:09:30.163866 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198dda7-5810-490c-b45b-b2b8272ed05c admin admin] Pushing event deleted for resources: {'Network': ['ID=78b7d334-5799-4e03-9ae6-60dbdc055f5a,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:30.256023 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33302) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:30.296844 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-2c76e14f-5cff-4cba-9972-20b497480cda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae1f02ed7682415a8790e2dc8184a3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396686 Jul 14 13:09:30.299332 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [-] (92954) accepted ('10.222.0.48', 33304) {{(pid=92954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:30.353215 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.374124 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.420441 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.423099 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.424257 dv-cinder-786933-4-iscsi neutron-server[92954]: INFO neutron.wsgi [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d19cbd44-25de-491c-a823-4cc939f0b593 HTTP/1.1" status: 204 len: 168 time: 0.1240501 Jul 14 13:09:30.433373 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbd7cc-ce57-4559-a8ee-26d951624680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cbd44-25de-491c-a823-4cc939f0b593,revision_number=None']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:30.746495 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33310) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:30.790147 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-48381c53-ce17-464a-82ac-7de0d0af2838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bea5fbfa445d440cbe58fcafb7e4f3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421557 Jul 14 13:09:30.792381 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [-] (92953) accepted ('10.222.0.48', 33312) {{(pid=92953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:09:30.839472 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.862776 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.908759 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914156'] for security_group, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.912148 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:30.913750 dv-cinder-786933-4-iscsi neutron-server[92953]: INFO neutron.wsgi [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a64be51-5082-4e2f-87b8-b3981f9d2edd HTTP/1.1" status: 204 len: 168 time: 0.1199596 Jul 14 13:09:30.922235 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be460a9-1098-4ba4-aaac-ed99d27e6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64be51-5082-4e2f-87b8-b3981f9d2edd,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:09:31.444993 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 216e70e0-ee64-4017-a68b-387f9f986327 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:31.466028 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 216e70e0-ee64-4017-a68b-387f9f986327 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:31.466371 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 216e70e0-ee64-4017-a68b-387f9f986327 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:31.466789 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 no longer exists at agent ovs-agent-dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:09:31.486283 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.plugin [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] No Port match for: 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 {{(pid=92955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:09:31.486612 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron.plugins.ml2.rpc [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Device 63dbbb43-1e92-47f8-95ae-4c99749a6cc0 not bound to the agent host dv-cinder-786933-4-iscsi {{(pid=92955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:09:33.101891 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-977ab6dd-ce98-4e9a-8a97-eba839f850e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:35.463076 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-837788d4-7e11-422f-9078-e811777dd19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:35.865827 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:36.816656 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:38.706377 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:38.938217 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:09:57.216733 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:10:03.103268 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-89b060f8-35e6-434d-a2ef-023af44241f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:05.465080 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-dd74f78e-c311-4c7e-9a37-2f8aabd6c36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:05.866536 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:06.819977 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:08.708762 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:08.934242 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:33.105111 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-afa0588e-e171-4f9b-aaaa-1918e6f8add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:34.217209 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:10:35.468557 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2f0795e7-3876-4633-a64f-2b9413bb5f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:35.867452 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:36.822807 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:38.711048 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:10:38.930119 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:03.116576 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-54160d7a-dd51-4e37-a17d-93f4657def42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:05.473347 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-4675090d-bc7a-487f-8cf2-2b6c4d085303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:05.869626 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:06.827112 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:08.714649 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:08.933009 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:11.217119 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:11:33.110072 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-d78a05cd-68fb-4a79-9218-7844bff3cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:35.475376 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2234cc3b-63f1-4377-ae46-946b59a0a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:35.870750 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:36.831231 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:38.721193 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:38.951805 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:11:48.215364 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:12:03.114792 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-88299009-49ef-4bee-ac40-c7744eee8a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:05.476524 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f44e96c5-612e-4ee5-b7d3-6ac46a1d6134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:05.873589 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:06.833310 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:08.719720 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:08.950407 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:25.215494 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:12:33.116850 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-35aca4e3-d820-4866-9292-857cfdfc0a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:35.477532 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9d2dc92d-1daa-486b-ad1f-eec5c2e898a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:35.875941 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:36.838170 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:38.722385 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:38.965563 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:12:52.524113 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-e670599b-1521-4a3f-8c9f-29d2ba478e46 req-6d094ecc-fb0b-49c3-99af-23a259631362 service neutron] (92953) timed out ('10.222.0.48', 58072) {{(pid=92953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 13:13:02.214636 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:13:03.118991 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-f64a63f8-558a-4f56-8183-52f1f1554c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:05.480426 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-9afbafcf-6b99-4f42-8f5f-8858502ec29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:05.876761 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:06.841535 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:08.725448 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:08.964136 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:33.123015 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-49c11145-95ec-4d4e-a16b-f4655d1facb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:35.481838 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944a3b14-a10c-41e8-93c2-25aee6759914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:35.878535 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:36.842022 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:38.728938 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:38.953508 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:13:39.214506 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:13:51.679542 dv-cinder-786933-4-iscsi neutron-server[92953]: DEBUG neutron.wsgi [req-1717c1f5-8bd6-40ff-afb3-7eceaa42fce4 req-5e3f4b43-5383-43a2-9542-737572e93314 service neutron] (92953) timed out ('10.222.0.48', 56168) {{(pid=92953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 13:14:03.126567 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-03486d14-2cb9-44a2-a4b6-9b30c2d726d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:05.481616 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-e5fb36f8-db84-4723-b68d-7945d2abe54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:05.883975 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:06.843768 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:08.731082 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:08.952907 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:16.214500 dv-cinder-786933-4-iscsi neutron-server[92956]: DEBUG neutron.db.agents_db [None req-5c3e2228-b35d-4d88-bcc2-b523e137e69a None None] Agent healthcheck: found 6 active agents {{(pid=92956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:14:33.128360 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea3f0-f7ec-4153-a0d1-b1aadb2feecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:35.345415 dv-cinder-786933-4-iscsi neutron-server[92954]: DEBUG neutron.wsgi [req-8338aa1d-dc78-4226-9c00-e9668d4c593d req-fa593a9f-17ee-40f9-ad5c-fbca71ab757b service neutron] (92954) timed out ('10.222.0.49', 64790) {{(pid=92954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 13:14:35.483203 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2db1c9f4-24da-4f5c-9e39-385b639d0205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:35.884882 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-a9476c47-e61c-4061-b350-9879109fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:36.848244 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-944f3d24-a2f6-4445-b167-35514aa83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:38.734807 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5e4d-bcba-498c-b4f8-1198010f56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:14:38.968194 dv-cinder-786933-4-iscsi neutron-server[92955]: DEBUG neutron_lib.callbacks.manager [None req-2327240d-c647-4836-bfc5-2ac825491518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779762911537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901861'] for agent, after_update {{(pid=92955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}